-- Logs begin at Fri 2021-07-09 14:59:31 UTC, end at Fri 2021-07-09 16:01:53 UTC. -- Jul 09 15:37:39.055888 dv-cinder-800220-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 15:37:41.397398 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:37:41.398111 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 09 15:37:41.398197 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 15:37:41.401297 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:37:41.401554 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 09 15:37:41.401868 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 15:37:41.402821 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:37:41.403065 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:37:41.403428 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:37:41.403680 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:37:41.403915 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:37:41.404238 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.404536 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.404835 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.405068 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.405387 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.406552 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.406865 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.407164 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.407467 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.407761 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.408048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.408336 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.408572 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.408859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.409147 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.409435 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.409660 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] debug = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.409943 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.410404 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.410819 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.411103 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.411392 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.411674 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.411945 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.412221 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.412507 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.412839 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] host = dv-cinder-800220-1-smb {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.413125 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.413412 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.413702 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.413992 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.414288 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.414568 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.414853 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.415127 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.415398 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.415674 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.415966 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.416257 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.416557 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.416788 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.417013 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.417305 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.417593 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.417871 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.418175 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.418456 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.418737 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.419014 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.419283 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.419568 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.419851 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.420140 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.420418 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.420693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.420965 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.421677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.421979 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.422283 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.422563 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.422840 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.423135 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.423406 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.423681 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.423983 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.424270 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.424555 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.424844 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.425120 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.425406 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.425682 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.425954 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.426249 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_json = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.426536 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.426795 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.427078 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.427351 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.427621 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.427896 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.428167 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.428452 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:41.428753 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.429052 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.429355 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.429641 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.429938 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.430245 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.430537 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.430817 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.431110 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.431402 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.431693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.431972 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.432260 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.432540 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.432838 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.433153 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.433451 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.433748 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.434048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.434325 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.434604 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.434887 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.435177 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.435472 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.435764 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.436041 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.436322 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.436631 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.436916 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.437357 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.437642 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.437934 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.438243 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.438519 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.438803 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.439086 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.439361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.439635 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.439913 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.440205 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.440484 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.440758 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.441034 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.441313 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.441586 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.441872 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.442178 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.442456 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.442731 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.443011 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.443290 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.443565 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.443844 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.444118 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.444396 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.444668 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.444942 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.445218 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.445495 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.445769 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.446060 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.446338 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.446615 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.446888 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.447164 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.447436 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.447713 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.447989 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.448275 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.448572 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.448851 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.449132 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.449414 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.449693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.449971 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.450281 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.450564 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.450845 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.451120 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.451414 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.451700 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.451988 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.452804 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.453244 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.453546 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.453834 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.454152 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.454437 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.454720 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.455014 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.455301 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.455597 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.455892 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.456186 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.456482 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.456778 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.457064 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.457374 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.457656 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:41.457878 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:37:41.458144 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78490) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 15:37:41.846684 dv-cinder-800220-1-smb neutron-server[78490]: INFO keyring.backend [-] Loading KWallet Jul 09 15:37:41.853987 dv-cinder-800220-1-smb neutron-server[78490]: INFO keyring.backend [-] Loading SecretService Jul 09 15:37:41.857616 dv-cinder-800220-1-smb neutron-server[78490]: INFO keyring.backend [-] Loading Windows Jul 09 15:37:41.859052 dv-cinder-800220-1-smb neutron-server[78490]: INFO keyring.backend [-] Loading chainer Jul 09 15:37:41.859646 dv-cinder-800220-1-smb neutron-server[78490]: INFO keyring.backend [-] Loading macOS Jul 09 15:37:41.894398 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:37:41.894679 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:37:41.894976 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:37:41.895313 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 15:37:42.200455 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.200669 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.200945 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.202170 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.202967 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.203242 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.322237 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.322519 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.322790 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.336379 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.336665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.336937 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.366162 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.366450 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.366727 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.405897 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.406457 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.406539 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.638455 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.638751 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.639024 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.639298 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.640112 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.765056 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.765378 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.765665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.765938 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.766235 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.766552 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.766819 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.767079 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.767336 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.767620 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.767884 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.768155 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.768423 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.768683 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.768953 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.769372 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.769642 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.769920 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.770277 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.770568 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.770925 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.771183 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.771439 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.771726 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.771980 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.772231 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.772625 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.772873 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.773117 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.773359 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.773597 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.773838 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:42.774235 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 15:37:42.777331 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 15:37:42.781786 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 15:37:42.785705 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 09 15:37:42.787375 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 15:37:42.787833 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 15:37:42.788170 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 15:37:42.788551 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 15:37:42.791549 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 15:37:42.791808 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 15:37:42.792162 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:37:42.820630 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 15:37:42.821083 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.821386 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78490) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 15:37:42.821754 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.823128 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78490) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 15:37:42.823411 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:37:42.823661 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 15:37:42.826842 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.827129 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:42.889314 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 15:37:42.889506 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 15:37:42.890291 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 15:37:42.890680 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 15:37:42.922693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_db.sqlalchemy.engines [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78490) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 09 15:37:43.254160 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing driver for type 'gre' Jul 09 15:37:43.254707 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] gre ID ranges: [(1, 1000)] Jul 09 15:37:43.306804 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing driver for type 'local' Jul 09 15:37:43.307147 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing driver for type 'vlan' Jul 09 15:37:43.318436 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] VlanTypeDriver initialization complete Jul 09 15:37:43.318775 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing driver for type 'vxlan' Jul 09 15:37:43.319261 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] vxlan ID ranges: [(1, 1000)] Jul 09 15:37:43.371360 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing extension driver 'port_security' Jul 09 15:37:43.371735 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] PortSecurityExtensionDriver initialization complete Jul 09 15:37:43.372074 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing mechanism driver 'openvswitch' Jul 09 15:37:43.372398 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing mechanism driver 'hyperv' Jul 09 15:37:43.379572 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.plugins.ml2.plugin [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:43.380344 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.380719 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.381073 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.381461 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.381815 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.382194 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.382580 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.382931 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.383276 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.383655 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.384005 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.384351 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.384734 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.385081 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.385426 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.385805 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > address_group after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.386203 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > address_group after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.386543 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > address_group after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.386887 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] ML2 OVO RPC backend initialized. {{(pid=78490) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 09 15:37:43.387595 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.387955 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.388372 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.388722 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > networks before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.389079 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.389426 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > ports before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.389822 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.390320 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnets before_response 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.390613 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.390959 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.391302 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.391642 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.391983 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.392323 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.392666 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.393010 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.393350 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.393926 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.plugin [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Modular L2 Plugin initialization complete Jul 09 15:37:43.394285 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading services supported by the core plugin {{(pid=78490) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 15:37:43.394616 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.plugins.ml2.managers [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Got port-security extension from driver 'port_security' Jul 09 15:37:43.395081 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.extensions.vlantransparent [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Disabled vlantransparent extension. Jul 09 15:37:43.395570 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78490) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 15:37:43.395886 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: router Jul 09 15:37:43.432618 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.433149 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_create 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.433378 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router before_create 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.433750 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.434149 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.434511 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_delete 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.434874 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > floatingip after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.435241 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_create 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.435591 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.435943 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.436296 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.436733 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.437191 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.437569 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.437922 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.438301 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: subnet after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.438646 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.439002 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > port precommit_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.439353 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_create 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.439698 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.440048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.440407 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router after_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.440752 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_delete 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.441102 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_create 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.441463 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.441810 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_update 55549900 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.442206 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > agent after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.442555 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > agent after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.442901 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > network after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.443757 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Tracking information for resource: router configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:43.444094 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Tracking information for resource: floatingip configured {{(pid=78490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:37:43.448953 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.db.l3_agentschedulers_db [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 15:37:43.449535 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.449896 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.450284 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.450641 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: port after_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.451423 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router before_create 55550100 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.451817 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_delete 55550100 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.452182 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_create 55550100 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.452576 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > router precommit_update 55550100 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.457192 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.provider_configuration [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service providers = [] {{(pid=78490) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 15:37:43.457567 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.db.servicetype_db [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78490) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 15:37:43.460569 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.service_base [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:37:43.460929 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.service_base [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:37:43.461275 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.service_base [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:37:43.462203 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.services.service_base [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:37:43.462739 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.services.service_base [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 15:37:43.463118 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.463438 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 15:37:43.474645 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.474987 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: auto_allocate Jul 09 15:37:43.480736 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: network precommit_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.481112 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: network precommit_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.481639 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.481964 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: tag Jul 09 15:37:43.489508 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.489841 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: timestamp Jul 09 15:37:43.493656 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.493994 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: network_ip_availability Jul 09 15:37:43.499303 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.499689 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.500048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.500753 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.501079 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: flavors Jul 09 15:37:43.506020 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.506340 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading Plugin: revisions Jul 09 15:37:43.510561 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:37:43.510956 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=78490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:37:43.511684 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78490) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 15:37:43.512024 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Initializing extension manager. Jul 09 15:37:43.512532 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: __init__.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.512875 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: __pycache__ {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.513212 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.513545 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: address_group.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.514332 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.514921 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: address-group Jul 09 15:37:43.515246 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: address_scope.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.515966 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.516479 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: address-scope Jul 09 15:37:43.516806 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: admin_state_down_before_update.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.517747 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.518283 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: router-admin-state-down-before-update Jul 09 15:37:43.518613 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: agent.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.519320 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.519825 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: agent Jul 09 15:37:43.520155 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: agent_resources_synced.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.521073 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.521579 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: agent-resources-synced Jul 09 15:37:43.521904 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: allowedaddresspairs.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.523721 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.524243 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: allowed-address-pairs Jul 09 15:37:43.524570 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: auto_allocated_topology.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.525648 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.526200 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: auto-allocated-topology Jul 09 15:37:43.526533 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: availability_zone.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.527238 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.527745 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: availability_zone Jul 09 15:37:43.528071 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: availability_zone_filter.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.528996 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.529499 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: availability_zone_filter Jul 09 15:37:43.529824 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: data_plane_status.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.531296 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.531796 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 15:37:43.532123 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: default_subnetpools.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.533049 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.533553 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: default-subnetpools Jul 09 15:37:43.533880 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: dhcpagentscheduler.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.534724 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.535231 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: dhcp_agent_scheduler Jul 09 15:37:43.535559 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: dns.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.536474 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.536975 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension dns-integration not supported by any of loaded plugins Jul 09 15:37:43.537309 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: dns_domain_ports.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.538266 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.538770 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 15:37:43.539096 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: dvr.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.539779 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.540285 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: dvr Jul 09 15:37:43.540609 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: empty_string_filtering.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.541526 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.542051 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: empty-string-filtering Jul 09 15:37:43.542386 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.543304 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.543840 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:37:43.544163 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.545080 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.545583 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 15:37:43.545908 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: external_net.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.547718 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.548235 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: external-net Jul 09 15:37:43.548562 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: extra_dhcp_opt.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.549481 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.549992 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: extra_dhcp_opt Jul 09 15:37:43.550345 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: extraroute.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.551262 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.551768 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: extraroute Jul 09 15:37:43.552095 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: extraroute_atomic.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.553139 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.553657 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: extraroute-atomic Jul 09 15:37:43.553984 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: filter_validation.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.554683 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.555189 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: filter-validation Jul 09 15:37:43.555515 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: fip_pf_description.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.557873 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.558428 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 15:37:43.558766 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: fip_port_details.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.559715 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.560227 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: fip-port-details Jul 09 15:37:43.560561 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: flavors.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.561905 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.562475 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: flavors Jul 09 15:37:43.562811 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.564451 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.564974 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 15:37:43.565311 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: floatingip_pools.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.566041 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.566564 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: floatingip-pools Jul 09 15:37:43.566895 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: ip_allocation.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.567833 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.568341 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 15:37:43.568667 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.569598 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.570150 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: ip-substring-filtering Jul 09 15:37:43.570483 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l2_adjacency.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.571446 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.571956 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 15:37:43.572285 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.573257 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.573780 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: router Jul 09 15:37:43.574145 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3_conntrack_helper.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.576392 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.576931 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:37:43.577804 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.578785 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.579307 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: ext-gw-mode Jul 09 15:37:43.579639 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.580573 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.581092 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: l3-ha Jul 09 15:37:43.581421 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3_flavors.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.582386 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.582899 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: l3-flavors Jul 09 15:37:43.583227 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.584177 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.584690 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 15:37:43.585019 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: l3agentscheduler.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.586075 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.586591 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: l3_agent_scheduler Jul 09 15:37:43.586924 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: logging.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.588431 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.588962 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension logging not supported by any of loaded plugins Jul 09 15:37:43.589302 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: metering.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.590084 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.590669 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: metering Jul 09 15:37:43.591005 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.592097 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.592617 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: metering_source_and_destination_fields Jul 09 15:37:43.593501 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: multiprovidernet.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.594590 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.595139 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: multi-provider Jul 09 15:37:43.595519 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: netmtu.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.596873 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.597412 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: net-mtu Jul 09 15:37:43.597748 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: netmtu_writable.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.598996 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.599638 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: net-mtu-writable Jul 09 15:37:43.600096 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: network_availability_zone.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.600933 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.601641 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: network_availability_zone Jul 09 15:37:43.602135 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: network_ip_availability.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.603608 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.604261 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: network-ip-availability Jul 09 15:37:43.604817 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: network_segment_range.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.605608 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.606277 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 15:37:43.606731 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: pagination.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.608153 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.608486 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: pagination Jul 09 15:37:43.608910 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: port_device_profile.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.610182 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.610831 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: port-device-profile Jul 09 15:37:43.611277 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.612369 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.612990 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: port-mac-address-regenerate Jul 09 15:37:43.613638 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.614797 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.615462 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: port-numa-affinity-policy Jul 09 15:37:43.615867 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: port_resource_request.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.617243 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.617754 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 15:37:43.618293 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: portbindings.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.619304 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.619805 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: binding Jul 09 15:37:43.620310 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: portbindings_extended.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.621903 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.622583 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: binding-extended Jul 09 15:37:43.623196 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: portsecurity.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.624278 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.624958 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: port-security Jul 09 15:37:43.625346 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: project_id.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.626674 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.627160 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: project-id Jul 09 15:37:43.627484 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: providernet.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.628780 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.629298 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: provider Jul 09 15:37:43.629909 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.633562 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.634312 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos not supported by any of loaded plugins Jul 09 15:37:43.634658 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.636162 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.636691 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 15:37:43.637206 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.638470 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.639050 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 15:37:43.639386 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_default.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.641218 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.641889 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-default not supported by any of loaded plugins Jul 09 15:37:43.642351 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_fip.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.643104 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.643606 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-fip not supported by any of loaded plugins Jul 09 15:37:43.643949 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_gateway_ip.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.644995 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.645678 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 15:37:43.646125 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_port_network_policy.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.647156 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.647664 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 15:37:43.648165 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_rule_type_details.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.649283 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.649798 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 15:37:43.650261 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: qos_rules_alias.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.651551 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.652275 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 15:37:43.652888 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: quotasv2.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.653926 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.654581 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: quotas Jul 09 15:37:43.654758 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: quotasv2_detail.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.657604 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.658192 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: quota_details Jul 09 15:37:43.658752 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: rbac.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.659916 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.660629 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: rbac-policies Jul 09 15:37:43.661093 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: rbac_address_group.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.662090 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.662791 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: rbac-address-group Jul 09 15:37:43.663201 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: rbac_address_scope.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.664418 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.665344 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: rbac-address-scope Jul 09 15:37:43.665615 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: rbac_security_groups.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.666854 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.667363 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: rbac-security-groups Jul 09 15:37:43.667690 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: rbac_subnetpool.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.668608 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.669114 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: rbac-subnetpool Jul 09 15:37:43.669438 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: revisionifmatch.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.670385 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.670894 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: revision-if-match Jul 09 15:37:43.671261 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: revisions.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.672792 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.673303 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: standard-attr-revisions Jul 09 15:37:43.673629 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: router_availability_zone.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.674332 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.674846 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: router_availability_zone Jul 09 15:37:43.675169 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: routerservicetype.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.676099 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.676607 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension router-service-type not supported by any of loaded plugins Jul 09 15:37:43.676929 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.677882 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.678423 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: security-groups-normalized-cidr Jul 09 15:37:43.678746 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: security_groups_port_filtering.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.679672 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.680179 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: port-security-groups-filtering Jul 09 15:37:43.680502 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.681421 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.681933 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: security-groups-remote-address-group Jul 09 15:37:43.682284 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: securitygroup.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.692094 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.692620 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: security-group Jul 09 15:37:43.692952 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: segment.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.693738 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.694285 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension segment not supported by any of loaded plugins Jul 09 15:37:43.694614 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.695555 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.696061 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 15:37:43.696387 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: servicetype.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.697503 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.698040 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: service-type Jul 09 15:37:43.698369 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: sorting.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.699353 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.699685 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: sorting Jul 09 15:37:43.700010 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: standard_attr_segment.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.700933 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.701447 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 15:37:43.701772 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: standardattrdescription.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.702991 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.703660 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: standard-attr-description Jul 09 15:37:43.703985 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: stateful_security_group.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.704916 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.705422 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: stateful-security-group Jul 09 15:37:43.705744 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: stdattrs_common.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.706355 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 15:37:43.706674 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.707681 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.708182 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 15:37:43.708500 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnet_onboard.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.709580 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.710122 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: subnet_onboard Jul 09 15:37:43.710449 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.711398 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.711904 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 15:37:43.712240 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnet_service_types.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.713163 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.713682 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: subnet-service-types Jul 09 15:37:43.714004 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnetallocation.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.715141 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.715662 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: subnet_allocation Jul 09 15:37:43.715985 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.716656 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.717172 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: subnetpool-prefix-ops Jul 09 15:37:43.717490 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.719282 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.719789 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 15:37:43.720114 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: tagging.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.721177 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.721700 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: standard-attr-tag Jul 09 15:37:43.722051 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: timestamp.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.723247 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.723762 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loaded extension: standard-attr-timestamp Jul 09 15:37:43.724093 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: trunk.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.725122 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.725631 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension trunk not supported by any of loaded plugins Jul 09 15:37:43.725956 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: trunk_details.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.726910 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.727420 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension trunk-details not supported by any of loaded plugins Jul 09 15:37:43.727746 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: uplink_status_propagation.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.728665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.729169 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 15:37:43.729494 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Loading extension file: vlantransparent.py {{(pid=78490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:37:43.730197 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:37:43.730700 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 15:37:43.733177 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:network Jul 09 15:37:43.733939 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnet Jul 09 15:37:43.734750 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:37:43.735356 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:port Jul 09 15:37:43.736632 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.737080 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service FLAVORS assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.737730 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.738190 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.738524 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:router Jul 09 15:37:43.739170 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:37:43.739887 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service METERING assigned prefix: /metering {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.741345 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.741719 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.742094 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:37:43.743230 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:37:43.743680 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:37:43.744352 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:37:43.745074 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service CORE assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.745403 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:37:43.745755 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] subnetpool is already registered Jul 09 15:37:43.746396 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service CORE assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.746726 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:37:43.747059 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] subnetpool is already registered Jul 09 15:37:43.749639 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.750109 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service FLAVORS assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.750711 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.751134 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.751467 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:router Jul 09 15:37:43.751795 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] router is already registered Jul 09 15:37:43.752383 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:37:43.752712 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] floatingip is already registered Jul 09 15:37:43.753331 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service METERING assigned prefix: /metering {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.754001 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:37:43.754352 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] rbac_policy is already registered Jul 09 15:37:43.754893 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:37:43.755221 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] security_group is already registered Jul 09 15:37:43.755799 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:37:43.756191 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] security_group_rule is already registered Jul 09 15:37:43.756796 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service CORE assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.757124 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:37:43.757456 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] subnetpool is already registered Jul 09 15:37:43.758070 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.v2.resource_helper [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Service CORE assigned prefix: {{(pid=78490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:37:43.758398 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:37:43.758729 dv-cinder-800220-1-smb neutron-server[78490]: WARNING neutron.quota.resource_registry [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] subnetpool is already registered Jul 09 15:37:43.759362 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: extensions {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.760841 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: address-groups {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.762519 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: address-scopes {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.763748 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: agents {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.765437 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: auto-allocated-topology {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.766738 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: availability_zones {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.768080 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: dhcp-networks {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.769515 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: dhcp-agents {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.771004 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: routers {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.773697 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: flavors {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.774909 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: service_profiles {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.776143 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: next_providers {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.777685 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: service_profiles {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.779224 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: floatingip-pools {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.781046 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: routers {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.782929 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: floatingips {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.784109 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: l3-routers {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.785547 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: l3-agents {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.787029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: metering-labels {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.788399 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: metering-label-rules {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.789701 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: network-ip-availabilities {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.791043 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: bindings {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.792712 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: quotas {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.794220 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: quotas {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.795640 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: rbac-policies {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.797355 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: security-groups {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.798608 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: security-group-rules {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.799867 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: service-providers {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.801109 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: subnetpools {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.802570 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: subnetpools {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.804048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.805754 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.807702 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.809518 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.811352 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.813545 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.815296 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.817218 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.819022 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.820895 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron.api.extensions [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Extended resource: tags {{(pid=78490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:37:43.826710 dv-cinder-800220-1-smb neutron-server[78490]: WARNING keystonemiddleware.auth_token [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 15:37:43.831979 dv-cinder-800220-1-smb neutron-server[78490]: WARNING keystonemiddleware.auth_token [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 15:37:43.839922 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Acquired lock "singleton_lock" {{(pid=78490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 15:37:43.840393 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_concurrency.lockutils [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Releasing lock "singleton_lock" {{(pid=78490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 15:37:43.841021 dv-cinder-800220-1-smb neutron-server[78490]: INFO oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Starting 2 workers Jul 09 15:37:43.846379 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Started child 78595 {{(pid=78490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:37:43.850670 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Started child 78596 {{(pid=78490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:37:43.851262 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.852208 dv-cinder-800220-1-smb neutron-server[78490]: INFO neutron.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 15:37:43.852754 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [-] (78595) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:37:43.852919 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Notify callbacks [] for process, before_spawn {{(pid=78490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.855003 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.855470 dv-cinder-800220-1-smb neutron-server[78490]: INFO oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Starting 1 workers Jul 09 15:37:43.856408 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [-] (78596) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:37:43.860241 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Started child 78597 {{(pid=78490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:37:43.860734 dv-cinder-800220-1-smb neutron-server[78490]: INFO oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Starting 1 workers Jul 09 15:37:43.863797 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] calling RpcWorker wait() {{(pid=78597) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 15:37:43.864512 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] returning from RpcWorker wait() {{(pid=78597) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 15:37:43.865041 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Started child 78598 {{(pid=78490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 15:37:43.865777 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG neutron_lib.callbacks.manager [None req-bd9990ec-41ce-4c96-9532-e872aca50a9e None None] Notify callbacks [] for process, after_spawn {{(pid=78490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.866064 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.866585 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:43.867594 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 15:37:43.867807 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:37:43.867989 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:37:43.868208 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:37:43.868526 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:37:43.868688 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:37:43.869201 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.869483 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.869569 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.870005 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.870005 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.870324 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.870894 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.871138 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.871390 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.871666 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.871892 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.872058 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.872222 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.872485 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.872730 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.873042 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.873318 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.873556 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.873842 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.874010 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.874325 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.874583 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.874811 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.875143 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] debug = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.875302 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.875776 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.875999 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.876233 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.876475 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.876737 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.876964 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.877234 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.877467 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.877712 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.877943 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.878235 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.878479 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.878706 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.878944 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.879215 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.879424 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.879905 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] host = dv-cinder-800220-1-smb {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.880124 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.880361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.880616 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.880878 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.881127 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.881368 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.881621 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.881867 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.882151 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.882377 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.882634 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.882872 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.883083 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.883325 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.883472 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_options = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.883707 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.883974 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.884239 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.884426 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.884596 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.884769 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.885018 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.885166 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.885413 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.885644 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.885859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.886098 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.886350 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.886581 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.886843 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.887072 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.887311 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.887504 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.887755 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.887993 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.888214 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.888435 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.888678 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.888893 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.889114 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.889347 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.889547 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.890325 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.890576 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.890813 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.891014 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.891253 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.891499 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.891755 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.891981 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.892208 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.892436 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.892696 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.892923 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.893172 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.893426 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.895361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.895361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.895361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896764 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_json = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.896859 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.897434 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.897505 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.897773 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.898133 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.898387 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.898613 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.899190 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.899367 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.899646 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.899833 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.900886 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.900886 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.900886 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.901306 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.901306 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.901565 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.904687 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.906255 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.908693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909261 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909261 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909261 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909487 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909712 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.909923 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.910181 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.910861 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.910861 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.910861 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.911116 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.911266 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.911512 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912226 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912226 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912226 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912467 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912544 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912763 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.912972 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.913186 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.913403 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.913791 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.913900 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.914115 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915758 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915758 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.915900 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.916018 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.916232 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.916441 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.916814 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.917201 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.917435 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.917669 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.917888 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.918113 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.919677 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.920140 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.920140 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.920354 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.920657 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.920941 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.921343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.921998 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.922399 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.922765 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.923222 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.923563 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.924009 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.924389 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.924767 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.925161 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.925387 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.925641 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.926003 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.926421 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.926815 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.927221 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.927492 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.927740 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.927989 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.928219 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.928481 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.928721 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.929015 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.929237 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.929516 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.929983 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.930441 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.930865 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.931265 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.931674 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.931937 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.932168 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.932438 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.932697 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.932952 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.933167 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.933431 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.933679 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.933923 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.934155 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.934379 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.934705 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.934945 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.935158 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.935368 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.935625 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.935866 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.936105 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.936362 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.937131 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.937383 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.937802 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.938206 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.938556 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.938950 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.939346 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.939703 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.940095 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.940458 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.940820 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.941176 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.941539 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.942084 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.942607 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.942838 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.943091 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.943318 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.943551 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.943775 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.944219 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.944444 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.944683 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.944930 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.945176 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.945408 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.945637 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.945881 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.946289 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.946709 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.947091 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.947468 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.947696 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.947939 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.948207 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.948420 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.948662 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.948878 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.949088 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.949296 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.949510 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.949737 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.949947 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.950193 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.950422 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.950650 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.950889 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.951202 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.951460 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.951720 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.951971 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.952182 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.952557 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.952863 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.953102 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.953307 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.953535 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.953746 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.954189 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.954441 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.954676 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.954901 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.955122 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.955320 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.955540 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.955746 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.956029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.956267 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.956605 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.956836 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.957065 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.957304 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.957510 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.957713 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.957925 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.958160 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.958384 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.958588 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.958791 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.959002 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.959207 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.959484 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.959743 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.959959 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.960247 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.960476 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.960717 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.960972 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.961300 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.961511 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.961744 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.961995 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.962232 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.962447 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.962709 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.963015 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.963307 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.963547 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.963795 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.964068 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.964353 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.964619 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.964827 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.965127 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.965463 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.965743 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.965992 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.966266 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.966516 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.966751 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.966965 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.967197 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.967438 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.967649 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.968416 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.968704 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.968872 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.969083 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.969323 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.969535 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.969775 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.969999 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.970253 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.970467 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.970634 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:37:43.971144 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 15:37:43.971309 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 15:37:43.971459 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 15:37:43.971628 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 15:37:43.971795 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 15:37:43.971950 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 15:37:43.972227 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.972852 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.973019 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.973179 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.973338 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.973522 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.973682 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974120 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974120 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974385 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974385 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974654 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974654 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974901 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.974901 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975055 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975196 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975354 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975515 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975681 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975816 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.975972 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.976128 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] debug = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.976285 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.976488 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.976650 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.976964 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977121 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977279 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977437 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977593 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977749 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.977906 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978085 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978244 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978402 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978563 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978743 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.978873 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979028 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979186 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] host = dv-cinder-800220-1-smb {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979343 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979499 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979655 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979813 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.979970 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980125 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980282 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980438 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980594 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980753 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.980910 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981067 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981224 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981384 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981542 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_options = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981697 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.981852 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982009 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982215 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982379 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982537 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982865 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.982865 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983040 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983123 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983277 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983438 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983668 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983827 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.983982 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.984274 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.984434 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.984591 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.984749 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.984906 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985063 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985220 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985377 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985534 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985697 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.985854 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.986014 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.987447 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.987447 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.987447 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.987447 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988081 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988081 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988081 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988271 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988359 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988487 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988647 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988809 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.988961 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989117 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989274 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989430 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989586 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989743 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.989899 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_json = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990075 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990235 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990434 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990535 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990688 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.990848 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.991008 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.991176 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 15:37:43.991313 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.991475 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.991645 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.991805 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.991964 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992122 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992280 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992439 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992598 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992755 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.992922 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993068 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993238 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993399 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993558 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993720 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.993878 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994055 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994220 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994383 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994533 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994689 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.994863 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995016 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995198 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995362 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995507 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995639 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:43.995789 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.995789 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996048 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996301 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996434 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996576 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996720 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996855 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.996988 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997132 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997266 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997400 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997532 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997808 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.997969 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998164 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998326 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998486 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998646 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998806 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.998964 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:43.999652 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000005 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000183 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000361 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000517 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000648 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000782 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.000935 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001065 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001221 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001365 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001541 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001701 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.001862 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002014 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002187 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002319 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002485 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002643 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002789 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.002949 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003108 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003267 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003426 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003585 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003743 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.003906 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004060 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004196 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004358 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004517 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004676 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004841 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.004999 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005167 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005341 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005483 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005646 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005805 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.005963 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006150 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006347 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006489 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006623 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006757 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.006963 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.007130 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009354 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009354 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009354 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009538 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009830 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.009988 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010169 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010330 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010499 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010658 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010819 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.010978 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011149 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011499 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011499 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011665 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011747 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.011908 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012067 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012226 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012385 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012544 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012702 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.012863 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013028 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013198 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013357 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013516 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013675 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.013860 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014020 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014208 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014342 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014552 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014685 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.014892 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015081 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015225 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015429 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015595 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015754 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.015915 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016074 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016233 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016392 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016548 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016710 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.016870 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017029 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017189 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017347 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017506 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017666 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017825 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.017983 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018173 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018312 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018471 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018630 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018789 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.018948 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019106 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019265 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019423 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019582 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019739 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.019900 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020058 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020216 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020374 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020534 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020693 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.020852 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021013 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021171 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021355 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021514 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021672 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021831 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.021990 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022169 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022329 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022488 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022646 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022819 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.022979 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023139 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023298 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023457 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023616 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023776 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.023935 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024094 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024253 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024412 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024573 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024736 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.024899 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025059 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025218 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025377 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025536 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025695 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.025867 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026104 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026197 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026349 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026508 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026676 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026834 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.026993 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027151 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027309 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027476 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027633 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027791 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.027949 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028106 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028274 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028434 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028595 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028761 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.028919 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029076 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029234 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029404 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029563 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029724 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.029882 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.030054 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.030217 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.030893 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.031198 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.031445 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.031616 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.031779 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.031947 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032114 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032282 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032440 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032604 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032775 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.032933 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033092 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033249 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033408 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033567 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033726 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.033884 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034055 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034219 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034378 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034535 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034694 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.034852 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035015 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035174 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035332 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035490 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035649 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035808 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 15:37:44.035960 dv-cinder-800220-1-smb neutron-server[78490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:37:44.223776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47568) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:37:44.232176 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062461 Jul 09 15:37:54.609425 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f2938-b5df-4f23-a819-32c99cae53df None None] get_active_networks_info from dv-cinder-800220-1-smb {{(pid=78597) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 09 15:37:54.677154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f2938-b5df-4f23-a819-32c99cae53df None None] No non-hosted networks {{(pid=78597) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 15:37:54.679240 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce10c7f9-0258-400b-baca-fb17bf911e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:55.190273 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:55.191245 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.191795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.192314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.192900 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.193415 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.194136 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.195018 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.195531 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.196154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.196668 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.199321 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.201180 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:55.201827 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800220-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:55.227022 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800220-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:57.245136 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b798eaf3-7e2f-47e1-bca6-41fb34689f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:57.290620 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-4a609af2-1fdf-4ba3-9269-a88d2d668507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:58.282162 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:59.410133 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.db.l3_hamode_db [None req-871a12cb-f6df-4816-8ffa-a25c4699f0ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 15:37:59.499698 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a12cb-f6df-4816-8ffa-a25c4699f0ab None None] Routers set() bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:37:59.500190 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a12cb-f6df-4816-8ffa-a25c4699f0ab None None] Router IDs set() for agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 09 15:37:59.793297 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:01.336671 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 47660) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:01.907997 dv-cinder-800220-1-smb neutron-server[78595]: WARNING oslo_policy.policy [None req-2cdcd8c9-00d8-4732-bd55-030f707d6245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:01.908582 dv-cinder-800220-1-smb neutron-server[78595]: WARNING oslo_policy.policy [None req-2cdcd8c9-00d8-4732-bd55-030f707d6245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:02.125022 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [None req-2cdcd8c9-00d8-4732-bd55-030f707d6245 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:38:02.126305 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2cdcd8c9-00d8-4732-bd55-030f707d6245 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7875609 Jul 09 15:38:04.447106 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 47674) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:04.808904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:04.909465 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.policy [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78595) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 15:38:04.954329 dv-cinder-800220-1-smb neutron-server[78595]: WARNING oslo_policy.policy [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:04.954704 dv-cinder-800220-1-smb neutron-server[78595]: WARNING oslo_policy.policy [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:04.963147 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.quota [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Loaded quota_driver: . Jul 09 15:38:04.978442 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:05.038519 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791660693016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791660691559', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791660706229', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791658578713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791658594137', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791658561748', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1329218', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1561410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3867102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813303'] for rbac-policy, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.101622 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.102816 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-60a7c5fc-7033-466b-ab35-4cd248d157ff admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6547365 Jul 09 15:38:07.677892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47688) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:08.248667 dv-cinder-800220-1-smb neutron-server[78596]: WARNING oslo_policy.policy [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:08.249754 dv-cinder-800220-1-smb neutron-server[78596]: WARNING oslo_policy.policy [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:08.463448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '656ee9560fe7466f91db75b11d2b74ec'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:08.465060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.quota [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Loaded quota_driver: . Jul 09 15:38:08.480288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:08.487308 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Usage tracker for resource:network and tenant:656ee9560fe7466f91db75b11d2b74ec is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:08.492811 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:08.500722 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:08.516077 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Made reservation on behalf of 656ee9560fe7466f91db75b11d2b74ec for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:08.588184 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.policy [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78596) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 15:38:08.633599 dv-cinder-800220-1-smb neutron-server[78596]: WARNING oslo_policy.policy [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:08.633978 dv-cinder-800220-1-smb neutron-server[78596]: WARNING oslo_policy.policy [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:38:08.643851 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:08.665550 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:08.680769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:08.684500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Usage tracker for resource:security_group_rule and tenant:656ee9560fe7466f91db75b11d2b74ec is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:08.689663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:08.695328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:08.796760 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:08.800981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:08.806746 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:08.824653 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:38:08.850318 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791662224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:08.850903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Unsubscribe: segment precommit_create {{(pid=78596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:38:08.851372 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Added segment 915ae1e5-642c-49aa-bdfc-74b18be07726 of type vlan for network 8d01670c-c94a-4681-8c63-482842efcfe5 Jul 09 15:38:08.906830 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df341f4d-c442-4c3d-9838-ffd0ec656431,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:08.931159 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.931493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.931817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.932134 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.932449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.932761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.933069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.933376 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.933702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.934006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.934332 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.934632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Tracked resource versions report: Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: pushed versions: Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: { 'AddressGroup': {'1.2'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'ConntrackHelper': {'1.0'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Log': {'1.0'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Network': {'1.1'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Port': {'1.7'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'PortForwarding': {'1.2'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'QosPolicy': {'1.8'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroup': {'1.4'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SubPort': {'1.0'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Subnet': {'1.1'}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Trunk': {'1.1'}} Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: consumer versions: Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'ConntrackHelper': '1.0', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Log': '1.0', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Network': '1.1', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Port': '1.7', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'PortForwarding': '1.2', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'QosPolicy': '1.8', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroup': '1.4', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroupRule': '1.2', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'SubPort': '1.0', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Subnet': '1.1', Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: 'Trunk': '1.1'}} Jul 09 15:38:08.935944 dv-cinder-800220-1-smb neutron-server[78596]: {{(pid=78596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:38:08.992305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:08.996471 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.036635 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.038064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:09.038682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.043075 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:09.145695 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4666150 Jul 09 15:38:09.146187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Pushing event updated for resources: {'Network': ['ID=8d01670c-c94a-4681-8c63-482842efcfe5,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:09.149422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:09.160178 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 8d01670c-c94a-4681-8c63-482842efcfe5 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:38:11.827754 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47710) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:12.267638 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0bbc3f-fe9f-4b86-af8c-de618775f20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:12.268982 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2b0bbc3f-fe9f-4b86-af8c-de618775f20c admin admin] 10.222.0.63 "GET /v2.0/networks/8d01670c-c94a-4681-8c63-482842efcfe5 HTTP/1.1" status: 200 len: 825 time: 0.4402881 Jul 09 15:38:12.298984 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-fff41111-fad5-4631-bc57-d74dcafd4313 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1 HTTP/1.1" status: 200 len: 734 time: 0.0246568 Jul 09 15:38:12.307361 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'gateway_ip': '172.20.0.1', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'name': 'private-subnet', 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:12.312486 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:12.316232 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Usage tracker for resource:subnet and tenant:656ee9560fe7466f91db75b11d2b74ec is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:12.319106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:12.325057 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:12.334255 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Made reservation on behalf of 656ee9560fe7466f91db75b11d2b74ec for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:12.336434 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.604599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.610299 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:12.703027 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Checking segment: {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:12.703385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Network hostable DHCP agents. Network: 8d01670c-c94a-4681-8c63-482842efcfe5, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:38:12.708622 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:12.714383 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:12.725643 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Network 8d01670c-c94a-4681-8c63-482842efcfe5 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:38:12.735721 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 8d01670c-c94a-4681-8c63-482842efcfe5) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:12.740149 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:12.740731 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.745007 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62812861-78a6-46b7-bfb5-a9eda7fc0fc1 None None] Network 8d01670c-c94a-4681-8c63-482842efcfe5 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:38:12.760571 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4564199 Jul 09 15:38:13.152012 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-8d01670c-c94a-4681-8c63-482842efcfe5', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:38:13.153212 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.344906 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Allocated IP 172.20.0.2 (8d01670c-c94a-4681-8c63-482842efcfe5/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374/d03d26d2-93c2-4117-982b-44dcf688ab51) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:38:13.581103 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.595250 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Transition to ACTIVE for port object d03d26d2-93c2-4117-982b-44dcf688ab51 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:13.618772 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Transition to ACTIVE for port object d03d26d2-93c2-4117-982b-44dcf688ab51 will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:13.627393 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.632459 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:13.694153 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Network 8d01670c-c94a-4681-8c63-482842efcfe5 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:13.696818 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:13.700500 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:38:13.710301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Pushing event updated for resources: {'Port': ['ID=d03d26d2-93c2-4117-982b-44dcf688ab51,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:13.752494 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.753101 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.753191 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.753440 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.753753 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.754087 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.754400 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.754709 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.755021 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.755326 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.755632 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.755936 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Tracked resource versions report: Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: pushed versions: Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: { 'AddressGroup': {'1.2'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'ConntrackHelper': {'1.0'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Log': {'1.0'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Network': {'1.1'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Port': {'1.7'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'PortForwarding': {'1.2'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'QosPolicy': {'1.8'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroup': {'1.4'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SubPort': {'1.0'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Subnet': {'1.1'}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Trunk': {'1.1'}} Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: consumer versions: Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'ConntrackHelper': '1.0', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Log': '1.0', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Network': '1.1', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Port': '1.7', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'PortForwarding': '1.2', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'QosPolicy': '1.8', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroup': '1.4', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroupRule': '1.2', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'SubPort': '1.0', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Subnet': '1.1', Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: 'Trunk': '1.1'}} Jul 09 15:38:13.757066 dv-cinder-800220-1-smb neutron-server[78597]: {{(pid=78597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:38:13.761314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:13.808906 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Attempting to bind port d03d26d2-93c2-4117-982b-44dcf688ab51 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:38:13.809301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Attempting to bind port d03d26d2-93c2-4117-982b-44dcf688ab51 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:38:13.809734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Attempting to bind port d03d26d2-93c2-4117-982b-44dcf688ab51 on network 8d01670c-c94a-4681-8c63-482842efcfe5 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:13.815697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:38:13.816093 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Checking segment: {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:13.816559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.816945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Bound using segment: {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:38:13.817425 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Bound port: d03d26d2-93c2-4117-982b-44dcf688ab51, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:38:13.817807 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.905669 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] For port d03d26d2-93c2-4117-982b-44dcf688ab51, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:38:13.909701 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] For port d03d26d2-93c2-4117-982b-44dcf688ab51, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=d03d26d2-93c2-4117-982b-44dcf688ab51,segment=NetworkSegment(915ae1e5-642c-49aa-bdfc-74b18be07726),segment_id=915ae1e5-642c-49aa-bdfc-74b18be07726)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:38:13.914013 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.918838 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:14.019638 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Pushing event updated for resources: {'Port': ['ID=d03d26d2-93c2-4117-982b-44dcf688ab51,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:14.022661 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:15.192047 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47720) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:15.564342 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [None req-ac0b623f-6f62-40fb-8ec9-3b1da03238ff admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:38:15.565422 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ac0b623f-6f62-40fb-8ec9-3b1da03238ff admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724182 Jul 09 15:38:17.518546 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device d03d26d2-93c2-4117-982b-44dcf688ab51 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:17.593460 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port d03d26d2-93c2-4117-982b-44dcf688ab51 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:17.668977 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d98ea7-52f2-4d5e-aa0f-6c8d7f47f9f0 None None] Network 8d01670c-c94a-4681-8c63-482842efcfe5 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:38:17.776886 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Provisioning for port d03d26d2-93c2-4117-982b-44dcf688ab51 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:17.787564 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Provisioning complete for port d03d26d2-93c2-4117-982b-44dcf688ab51 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:17.787978 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.985339 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47734) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:18.032584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.082720 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] For port d03d26d2-93c2-4117-982b-44dcf688ab51, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=d03d26d2-93c2-4117-982b-44dcf688ab51,segment=NetworkSegment(915ae1e5-642c-49aa-bdfc-74b18be07726),segment_id=915ae1e5-642c-49aa-bdfc-74b18be07726)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:38:18.088323 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.096466 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:18.178973 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Pushing event updated for resources: {'Port': ['ID=d03d26d2-93c2-4117-982b-44dcf688ab51,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:18.183177 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:18.414046 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [None req-cbb5349f-428a-4008-ab76-2c3831e302a3 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:38:18.415047 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f6090cae-610b-4cc4-a1ac-befa84ed99c3 None None] Provisioning complete for port d03d26d2-93c2-4117-982b-44dcf688ab51 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:18.415444 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cbb5349f-428a-4008-ab76-2c3831e302a3 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4289422 Jul 09 15:38:18.415779 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f6090cae-610b-4cc4-a1ac-befa84ed99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:19.494121 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device d03d26d2-93c2-4117-982b-44dcf688ab51 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:19.573200 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port d03d26d2-93c2-4117-982b-44dcf688ab51 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:19.573673 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.176712 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47746) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:21.550369 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:21.557365 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:21.563659 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Usage tracker for resource:router and tenant:656ee9560fe7466f91db75b11d2b74ec is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:21.568119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:21.576097 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:21.589342 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.590939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.615599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.731902 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.762188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:21.763703 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-31cc7bfb-c1d2-4929-ad35-8c157c8d221c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5859351 Jul 09 15:38:24.308701 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47756) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:24.531248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-4174b4cc-17d8-4178-aaf2-733cc00ebdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:24.790930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [None req-4bb3efb1-9397-4897-b3cb-4c7ba413ba57 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:38:24.792048 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4bb3efb1-9397-4897-b3cb-4c7ba413ba57 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4821665 Jul 09 15:38:25.164243 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.238374 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-511e7e94-d8fb-45c2-8136-75320718c631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.349651 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47766) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:27.722951 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:27.727863 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:27.731632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Usage tracker for resource:network and tenant:ad14123ad2e1430a81dc57323a7403a2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:27.735208 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:27.740781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:27.750156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Made reservation on behalf of ad14123ad2e1430a81dc57323a7403a2 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:27.752360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.764017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.777879 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:27.782272 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Usage tracker for resource:security_group_rule and tenant:ad14123ad2e1430a81dc57323a7403a2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:27.784922 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:27.790483 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:27.872448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.877439 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.882837 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:27.896786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Reserving flat network on physical network physnet1 {{(pid=78596) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 15:38:27.916594 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38bc4d-dafb-4ddd-b586-698f61bdbac7,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:27.920336 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:27.921294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.921625 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Added segment dd132e70-8d71-4bf5-9747-1542dcf28ea4 of type flat for network edbfeb9f-ae32-4631-8140-0b36e32281a3 Jul 09 15:38:27.959586 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.994446 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:27.995692 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:27.996262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:28.001078 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:28.108447 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7575345 Jul 09 15:38:28.111289 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Pushing event updated for resources: {'Network': ['ID=edbfeb9f-ae32-4631-8140-0b36e32281a3,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:28.113941 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:28.128116 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:38:28.250496 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:29.739385 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:30.639521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47786) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:30.861963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff164d2-5dd6-43ca-9378-04ed2d959b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:30.863521 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3ff164d2-5dd6-43ca-9378-04ed2d959b59 admin admin] 10.222.0.63 "GET /v2.0/subnets/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374 HTTP/1.1" status: 200 len: 849 time: 0.2228847 Jul 09 15:38:31.011060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3e85989a-8ef7-4e1a-afb4-3491233d8eaf admin admin] 10.222.0.63 "GET /v2.0/routers/b4962466-6842-4ce6-b248-156744171be5 HTTP/1.1" status: 200 len: 704 time: 0.1417620 Jul 09 15:38:31.544640 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:31.851598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Allocated IP 172.20.0.1 (8d01670c-c94a-4681-8c63-482842efcfe5/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374/48cdae0f-5b15-46c6-b1fa-81a7c0216290) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:38:32.031677 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.050662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Transition to ACTIVE for port object 48cdae0f-5b15-46c6-b1fa-81a7c0216290 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:32.112830 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.117000 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:32.180338 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Network 8d01670c-c94a-4681-8c63-482842efcfe5 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:32.183179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:32.187570 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:38:32.187997 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.306200 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Pushing event updated for resources: {'Port': ['ID=48cdae0f-5b15-46c6-b1fa-81a7c0216290,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:32.325722 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:32.352043 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-1f8ed59d-a387-43fa-99d1-a55d5d201903 None None] Provisioning for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:32.356879 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-1f8ed59d-a387-43fa-99d1-a55d5d201903 None None] Provisioning complete for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:32.357255 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed59d-a387-43fa-99d1-a55d5d201903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.410336 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ed59d-a387-43fa-99d1-a55d5d201903 None None] Port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:38:32.457447 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.719542 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.724741 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.726249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.729930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:32.863912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Pushing event updated for resources: {'Port': ['ID=48cdae0f-5b15-46c6-b1fa-81a7c0216290,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:32.873210 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:32.933632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Network 8d01670c-c94a-4681-8c63-482842efcfe5 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:32.934946 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:33.181076 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Router b4962466-6842-4ce6-b248-156744171be5 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:38:33.234675 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3181c214-9b5b-4d11-9b6a-8f94dcc72d16 None None] Provisioning complete for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:33.235064 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3181c214-9b5b-4d11-9b6a-8f94dcc72d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.292124 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-3181c214-9b5b-4d11-9b6a-8f94dcc72d16 None None] Port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:38:33.376133 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:38:33.385626 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] 10.222.0.63 "PUT /v2.0/routers/b4962466-6842-4ce6-b248-156744171be5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3689582 Jul 09 15:38:33.385776 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Sync routers for ids ['b4962466-6842-4ce6-b248-156744171be5'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:38:33.396593 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Routers {'b4962466-6842-4ce6-b248-156744171be5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:38:33.397465 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:38:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b4962466-6842-4ce6-b248-156744171be5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:33.570384 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Set router b4962466-6842-4ce6-b248-156744171be5 gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:38:33.941056 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:32Z', 'revision_number': 2, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port_host': None, '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:32Z', 'revision_number': 2, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:33.945979 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Checking router: b4962466-6842-4ce6-b248-156744171be5 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:38:33.946387 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Updating router b4962466-6842-4ce6-b248-156744171be5 port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:38:34.000990 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.372525 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.387816 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Transition to ACTIVE for port object 48cdae0f-5b15-46c6-b1fa-81a7c0216290 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:34.396001 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.405796 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:34.640703 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Pushing event updated for resources: {'Port': ['ID=48cdae0f-5b15-46c6-b1fa-81a7c0216290,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:34.662320 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.662654 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.662980 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.663298 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.663611 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.663925 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.664236 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.664542 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.664852 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.665183 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.665488 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.665792 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Tracked resource versions report: Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: pushed versions: Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: { 'AddressGroup': {'1.2'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'ConntrackHelper': {'1.0'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Log': {'1.0'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Network': {'1.1'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Port': {'1.7'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'PortForwarding': {'1.2'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'QosPolicy': {'1.8'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroup': {'1.4'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SubPort': {'1.0'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Subnet': {'1.1'}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Trunk': {'1.1'}} Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: consumer versions: Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'ConntrackHelper': '1.0', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Log': '1.0', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Network': '1.1', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Port': '1.7', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'PortForwarding': '1.2', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'QosPolicy': '1.8', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroup': '1.4', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroupRule': '1.2', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'SubPort': '1.0', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Subnet': '1.1', Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: 'Trunk': '1.1'}} Jul 09 15:38:34.666950 dv-cinder-800220-1-smb neutron-server[78598]: {{(pid=78598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:38:34.676992 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:34.679080 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Attempting to bind port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:38:34.679472 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Attempting to bind port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:38:34.680448 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Attempting to bind port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 on network 8d01670c-c94a-4681-8c63-482842efcfe5 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:34.685068 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:38:34.685468 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Checking segment: {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:34.685936 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.687557 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Bound using segment: {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:38:34.688054 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Bound port: 48cdae0f-5b15-46c6-b1fa-81a7c0216290, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915ae1e5-642c-49aa-bdfc-74b18be07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:38:34.688434 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.780553 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] For port 48cdae0f-5b15-46c6-b1fa-81a7c0216290, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:38:34.784736 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] For port 48cdae0f-5b15-46c6-b1fa-81a7c0216290, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=48cdae0f-5b15-46c6-b1fa-81a7c0216290,segment=NetworkSegment(915ae1e5-642c-49aa-bdfc-74b18be07726),segment_id=915ae1e5-642c-49aa-bdfc-74b18be07726)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:38:34.789579 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.793394 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:34.880809 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Routers {'b4962466-6842-4ce6-b248-156744171be5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:38:34.881359 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:38:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b4962466-6842-4ce6-b248-156744171be5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:35.018306 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Pushing event updated for resources: {'Port': ['ID=48cdae0f-5b15-46c6-b1fa-81a7c0216290,revision_number=4']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:35.024782 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:35.032346 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:38:35.056676 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] Set router b4962466-6842-4ce6-b248-156744171be5 gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:38:35.384652 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:32Z', 'revision_number': 2, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port_host': None, '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:34Z', 'revision_number': 4, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:35.388486 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b5446-ca32-41fa-a462-bd3c8aaeeb73 None None] The sync data for ids ['b4962466-6842-4ce6-b248-156744171be5'] in dv-cinder-800220-1-smb is: [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:32Z', 'revision_number': 2, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port_host': None, '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:34Z', 'revision_number': 4, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:38:35.690273 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47810) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:35.868505 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59d0fa-00e9-4982-ab48-f67aea57d87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.869098 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9e59d0fa-00e9-4982-ab48-f67aea57d87d admin admin] Synchronizing usage tracker for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:38:35.887914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9e59d0fa-00e9-4982-ab48-f67aea57d87d admin admin] Unset dirty status for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:38:35.890581 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9e59d0fa-00e9-4982-ab48-f67aea57d87d admin admin] 10.222.0.63 "GET /v2.0/networks/edbfeb9f-ae32-4631-8140-0b36e32281a3 HTTP/1.1" status: 200 len: 842 time: 0.1987605 Jul 09 15:38:35.901151 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:35.906246 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:38:35.909938 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Usage tracker for resource:subnet and tenant:ad14123ad2e1430a81dc57323a7403a2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:38:35.912681 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:38:35.922473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:38:35.932070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Made reservation on behalf of ad14123ad2e1430a81dc57323a7403a2 for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:35.934575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:36.320019 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.objects.ports [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78596) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 09 15:38:36.320506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:36.325259 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f2771d0b-1f45-4c6a-b3d7-57007a319d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:36.398559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22039055-f441-45f9-989f-cf8e43c5da0d,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:36.403623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:36.408219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:36.408574 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Network hostable DHCP agents. Network: edbfeb9f-ae32-4631-8140-0b36e32281a3, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:38:36.427738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:38:36.436809 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, edbfeb9f-ae32-4631-8140-0b36e32281a3) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:36.440862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:36.441448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:36.445420 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15ba7b-a4fc-402e-bef4-9c63ea1e5e39 None None] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:38:36.460724 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5631962 Jul 09 15:38:36.668379 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b5b85-d7df-4d54-bec4-878b783c0015 None None] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:38:37.517518 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 48cdae0f-5b15-46c6-b1fa-81a7c0216290 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:37.595751 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:37.601500 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:37.601885 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:37.727715 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:37.761354 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 48cdae0f-5b15-46c6-b1fa-81a7c0216290, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=48cdae0f-5b15-46c6-b1fa-81a7c0216290,segment=NetworkSegment(915ae1e5-642c-49aa-bdfc-74b18be07726),segment_id=915ae1e5-642c-49aa-bdfc-74b18be07726)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:38:37.766258 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:37.768219 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:37.835504 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=48cdae0f-5b15-46c6-b1fa-81a7c0216290,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:37.838598 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:38.721193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 47824) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:39.013508 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-96452fd1-5f57-46d0-843b-3afe3df266eb admin admin] 10.222.0.63 "GET /v2.0/routers/b4962466-6842-4ce6-b248-156744171be5 HTTP/1.1" status: 200 len: 710 time: 0.2912228 Jul 09 15:38:39.173617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd090b-2b82-45b7-b065-a6a7b8ac198b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:39.175157 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-00fd090b-2b82-45b7-b065-a6a7b8ac198b admin admin] 10.222.0.63 "GET /v2.0/networks/edbfeb9f-ae32-4631-8140-0b36e32281a3 HTTP/1.1" status: 200 len: 886 time: 0.1564991 Jul 09 15:38:39.184257 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:39.511269 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 48cdae0f-5b15-46c6-b1fa-81a7c0216290 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:39.588478 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:39.588866 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:39.681759 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.014561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.070263 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.210423 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Allocated IP 172.28.3.207 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/65510b27-d46c-45d0-9f9a-88d7e23a0d04) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:38:40.363300 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.421938 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.428345 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:40.477566 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:40.478653 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:40.525228 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:38:40.634485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Pushing event updated for resources: {'Port': ['ID=65510b27-d46c-45d0-9f9a-88d7e23a0d04,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:40.663341 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.663682 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.664021 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.664351 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.664679 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.665014 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.665333 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.665659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.665989 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.666340 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.666659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.666975 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Tracked resource versions report: Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: pushed versions: Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: { 'AddressGroup': {'1.2'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'ConntrackHelper': {'1.0'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Log': {'1.0'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Network': {'1.1'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Port': {'1.7'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'PortForwarding': {'1.2'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'QosPolicy': {'1.8'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroup': {'1.4'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SubPort': {'1.0'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Subnet': {'1.1'}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Trunk': {'1.1'}} Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: consumer versions: Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'ConntrackHelper': '1.0', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Log': '1.0', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Network': '1.1', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Port': '1.7', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'PortForwarding': '1.2', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'QosPolicy': '1.8', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroup': '1.4', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroupRule': '1.2', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'SubPort': '1.0', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Subnet': '1.1', Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: 'Trunk': '1.1'}} Jul 09 15:38:40.668154 dv-cinder-800220-1-smb neutron-server[78595]: {{(pid=78595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:38:40.677364 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:41.055560 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:41.477917 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:41.481850 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560805'] for router, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:41.720977 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Router b4962466-6842-4ce6-b248-156744171be5 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:38:41.898472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:38:41.906790 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:41.907982 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] 10.222.0.63 "PUT /v2.0/routers/b4962466-6842-4ce6-b248-156744171be5 HTTP/1.1" status: 200 len: 890 time: 2.7272742 Jul 09 15:38:41.908106 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Sync routers for ids ['b4962466-6842-4ce6-b248-156744171be5'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:38:41.918163 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Routers {'b4962466-6842-4ce6-b248-156744171be5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:38:41.918856 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:38:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b4962466-6842-4ce6-b248-156744171be5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:42.129017 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Set router b4962466-6842-4ce6-b248-156744171be5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:38:42.485991 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:40Z', 'revision_number': 4, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port': {'id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:40Z', 'updated_at': '2021-07-09T15:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:37Z', 'revision_number': 5, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:42.491033 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Checking router: b4962466-6842-4ce6-b248-156744171be5 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:38:42.491406 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Updating router b4962466-6842-4ce6-b248-156744171be5 port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:38:42.543263 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:42.897269 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:42.909322 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Transition to ACTIVE for port object 65510b27-d46c-45d0-9f9a-88d7e23a0d04 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:42.916649 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:42.921004 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-012fc40c-9cf9-4ed9-8d26-4675872d7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:43.028000 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Pushing event updated for resources: {'Port': ['ID=65510b27-d46c-45d0-9f9a-88d7e23a0d04,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:43.033734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Attempting to bind port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:38:43.033734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Attempting to bind port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:38:43.033734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Attempting to bind port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:43.035453 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:43.038173 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:38:43.038584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:43.038997 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:43.039463 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:38:43.039942 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Bound port: 65510b27-d46c-45d0-9f9a-88d7e23a0d04, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:38:43.040339 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:43.116962 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] For port 65510b27-d46c-45d0-9f9a-88d7e23a0d04, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:38:43.120339 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] For port 65510b27-d46c-45d0-9f9a-88d7e23a0d04, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=65510b27-d46c-45d0-9f9a-88d7e23a0d04,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:38:43.125962 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:43.130934 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:43.207847 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Routers {'b4962466-6842-4ce6-b248-156744171be5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:38:43.208482 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:38:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b4962466-6842-4ce6-b248-156744171be5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:43.279685 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Pushing event updated for resources: {'Port': ['ID=65510b27-d46c-45d0-9f9a-88d7e23a0d04,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:43.285422 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:43.392516 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] Set router b4962466-6842-4ce6-b248-156744171be5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:38:43.743692 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:40Z', 'revision_number': 4, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port': {'id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:40Z', 'updated_at': '2021-07-09T15:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:37Z', 'revision_number': 5, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:43.747630 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f341f81-b5e8-40f4-964b-0406abd037c4 None None] The sync data for ids ['b4962466-6842-4ce6-b248-156744171be5'] in dv-cinder-800220-1-smb is: [{'id': 'b4962466-6842-4ce6-b248-156744171be5', 'name': 'router1', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:38:21Z', 'updated_at': '2021-07-09T15:38:40Z', 'revision_number': 4, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'gw_port': {'id': '65510b27-d46c-45d0-9f9a-88d7e23a0d04', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:40Z', 'updated_at': '2021-07-09T15:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '48cdae0f-5b15-46c6-b1fa-81a7c0216290', 'name': '', 'network_id': '8d01670c-c94a-4681-8c63-482842efcfe5', 'tenant_id': '656ee9560fe7466f91db75b11d2b74ec', 'mac_address': 'fa:16:3e:63:4c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4962466-6842-4ce6-b248-156744171be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:38:31Z', 'updated_at': '2021-07-09T15:38:37Z', 'revision_number': 5, 'project_id': '656ee9560fe7466f91db75b11d2b74ec', 'subnets': [{'id': 'fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d74b44-0b7b-48ad-85fa-7dbf7fcd6bb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:38:44.316165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 47838) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:38:44.444983 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7ba09c56-7e56-4dce-95c6-8746305290c8 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276200 Jul 09 15:38:45.534500 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 65510b27-d46c-45d0-9f9a-88d7e23a0d04 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:45.611063 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:45.622580 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:45.623723 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.760179 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.789723 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 65510b27-d46c-45d0-9f9a-88d7e23a0d04, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=65510b27-d46c-45d0-9f9a-88d7e23a0d04,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:38:45.794994 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.798555 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:38:45.870561 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=65510b27-d46c-45d0-9f9a-88d7e23a0d04,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:45.873577 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:38:47.512344 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 65510b27-d46c-45d0-9f9a-88d7e23a0d04 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:38:47.580998 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 65510b27-d46c-45d0-9f9a-88d7e23a0d04 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:47.581553 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:54.515036 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-195a5f8e-3716-4c33-bc37-23784e9207f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:55.183000 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:57.239840 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-53fca6cc-d32d-45cc-bc6c-9171f4dca701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:58.230803 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:59.753864 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:11.941992 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:39:24.518519 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-770fa7f8-42c8-411b-8e09-19a60b9bc797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:25.167875 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:27.242325 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ef2bfae1-4c44-4256-808a-96e207f20697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:28.234877 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:29.760007 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:48.940359 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:39:54.521173 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-4c058fd4-8740-44b5-8b1e-3320816a306a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:55.171490 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:57.247894 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d0e5-9950-4b3d-a68f-395458bbf327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:58.239698 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:59.768246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:24.524282 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dd48dce2-4750-407b-854e-bd4dc4b871c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:25.201050 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:25.938964 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:40:27.241852 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1049b1c5-f592-4c6b-8dd6-dee61abcc9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:28.239074 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.761622 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:46.200283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48408) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:46.266787 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9f4f90-e108-44bc-8d51-3a315d8aca05 admin admin] GET failed (client error): The resource could not be found. Jul 09 15:40:46.268039 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7a9f4f90-e108-44bc-8d51-3a315d8aca05 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668137 Jul 09 15:40:46.397706 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68796f6b-dbad-4bcd-8e10-d37c0e2a6499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:46.399109 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-68796f6b-dbad-4bcd-8e10-d37c0e2a6499 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272845 Jul 09 15:40:48.515757 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48418) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:48.625486 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2582d1-5463-4042-af28-c73876ada784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:48.626060 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ed2582d1-5463-4042-af28-c73876ada784 admin admin] Synchronizing usage tracker for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:subnet {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:40:48.641890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ed2582d1-5463-4042-af28-c73876ada784 admin admin] Unset dirty status for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:subnet {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:40:48.643053 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ed2582d1-5463-4042-af28-c73876ada784 admin admin] 10.222.0.63 "GET /v2.0/subnets/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374 HTTP/1.1" status: 200 len: 849 time: 0.1263602 Jul 09 15:40:48.652780 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:40:48.767820 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Notify callbacks [] for subnet, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:48.951358 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791662116563'] for subnet, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:48.955656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:40:48.993564 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:48.994500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:48.995489 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] 10.222.0.63 "PUT /v2.0/subnets/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374 HTTP/1.1" status: 200 len: 868 time: 0.3470066 Jul 09 15:40:48.997665 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f8dad-3292-4ab6-bf87-7db3d045be79 None None] Network 8d01670c-c94a-4681-8c63-482842efcfe5 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:40:49.019355 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:49.026883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.027967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.028341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.028673 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.029004 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.029329 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.029655 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.029977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.030347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.030673 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.030993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.031309 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:49.035016 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:40:49.441081 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-bab36d6c-bbed-4370-a5ef-156fa4143964 None None] Provisioning complete for port 48cdae0f-5b15-46c6-b1fa-81a7c0216290 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:40:49.441494 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bab36d6c-bbed-4370-a5ef-156fa4143964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:49.569212 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-bab36d6c-bbed-4370-a5ef-156fa4143964 None None] Provisioning complete for port d03d26d2-93c2-4117-982b-44dcf688ab51 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:40:49.569594 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bab36d6c-bbed-4370-a5ef-156fa4143964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:51.125308 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48428) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:51.297373 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a55e4-6c1a-4ed1-98f7-b7a26d20b0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:51.297850 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a55e4-6c1a-4ed1-98f7-b7a26d20b0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:51.299631 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-aa2a55e4-6c1a-4ed1-98f7-b7a26d20b0fd admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1731036 Jul 09 15:40:53.405776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48438) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:53.623432 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec77ee-a3c3-429e-b996-c7eb3023293a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:53.623839 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec77ee-a3c3-429e-b996-c7eb3023293a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:53.625363 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6fec77ee-a3c3-429e-b996-c7eb3023293a admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2186217 Jul 09 15:40:54.525545 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb8cedf2-392b-4357-ac3a-b9be7d529f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:55.173286 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:55.767216 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48448) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:55.936496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2baab4d-03cf-4dd0-870d-436b05988401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:55.937834 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a2baab4d-03cf-4dd0-870d-436b05988401 admin admin] 10.222.0.63 "GET /v2.0/networks/8d01670c-c94a-4681-8c63-482842efcfe5 HTTP/1.1" status: 200 len: 869 time: 0.1697252 Jul 09 15:40:57.243404 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9d2a29bf-6357-462e-8e18-1eb3adaa41ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:58.065968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48460) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:40:58.230794 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa288d-fa5d-4add-aa08-d47aa8bb68e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:58.232130 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-46aa288d-fa5d-4add-aa08-d47aa8bb68e6 admin admin] 10.222.0.63 "GET /v2.0/networks/edbfeb9f-ae32-4631-8140-0b36e32281a3 HTTP/1.1" status: 200 len: 886 time: 0.1651173 Jul 09 15:40:58.245411 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:59.768645 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:00.383612 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48470) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:00.497495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee092e1-b891-493b-8c60-1f223f0e77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:00.498207 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee092e1-b891-493b-8c60-1f223f0e77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:00.500315 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-bee092e1-b891-493b-8c60-1f223f0e77ca admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154432 Jul 09 15:41:02.644058 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48480) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:02.751824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2914232-9ea7-422c-88d3-598976bb20c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.752276 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2914232-9ea7-422c-88d3-598976bb20c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.753759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a2914232-9ea7-422c-88d3-598976bb20c4 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087341 Jul 09 15:41:02.937856 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:41:04.863461 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48490) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:04.961047 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8521a3f-795b-4caa-b17f-8918addddee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:04.962342 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b8521a3f-795b-4caa-b17f-8918addddee3 admin admin] 10.222.0.63 "GET /v2.0/subnets/22039055-f441-45f9-989f-cf8e43c5da0d HTTP/1.1" status: 200 len: 816 time: 0.0979066 Jul 09 15:41:07.076891 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48500) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:07.185955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35df34-02b6-40db-8af2-2cf47482af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:07.187369 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9d35df34-02b6-40db-8af2-2cf47482af38 admin admin] 10.222.0.63 "GET /v2.0/subnets/fe4bea43-1f5d-45c7-b0ec-b75e7e9dc374 HTTP/1.1" status: 200 len: 868 time: 0.1095581 Jul 09 15:41:24.528021 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6feae32c-f5bb-48c2-bd0d-65b99766a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:25.176026 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.245625 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cbe619e5-9a35-4e32-b83b-448706b89d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:28.246399 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:29.767028 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:30.015932 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48546) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:30.063955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [None req-46ff6547-1f26-4147-8632-29d665bd780a admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:41:30.064904 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-46ff6547-1f26-4147-8632-29d665bd780a admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480394 Jul 09 15:41:32.233513 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48556) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:32.299523 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea1329a-7849-4bc7-b657-c4f3d1329ea5 admin admin] GET failed (client error): The resource could not be found. Jul 09 15:41:32.301027 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-aea1329a-7849-4bc7-b657-c4f3d1329ea5 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665402 Jul 09 15:41:32.425010 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d368e31-5e82-40da-bff5-78ad973c5e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:32.426386 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6d368e31-5e82-40da-bff5-78ad973c5e09 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1214767 Jul 09 15:41:34.551860 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48566) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:34.599093 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:34.603621 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:41:34.613478 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:41:34.624313 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Made reservation on behalf of ad14123ad2e1430a81dc57323a7403a2 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:41:34.626829 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:34.714123 dv-cinder-800220-1-smb neutron-server[78596]: WARNING neutron.services.revisions.revision_plugin [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Could not find related network for resource to bump revision. Jul 09 15:41:34.725221 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:41:34.734588 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:34.734886 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Added segment ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178 of type vlan for network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 Jul 09 15:41:34.758736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:34.786730 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:34.788096 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:34.788662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:34.793069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:41:34.887624 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3346982 Jul 09 15:41:34.888322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Pushing event updated for resources: {'Network': ['ID=89b16dc7-4ca9-4357-9c85-9b979a5f80b2,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:34.899687 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:41:34.917205 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:41:37.029285 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48576) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:41:37.094804 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fb37ad-1997-49d2-bb32-bfb60dcad62e admin admin] GET failed (client error): The resource could not be found. Jul 09 15:41:37.095305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-14fb37ad-1997-49d2-bb32-bfb60dcad62e admin admin] Synchronizing usage tracker for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:41:37.109608 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-14fb37ad-1997-49d2-bb32-bfb60dcad62e admin admin] Unset dirty status for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:41:37.110788 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-14fb37ad-1997-49d2-bb32-bfb60dcad62e admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805783 Jul 09 15:41:37.214013 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393974f-8541-4ebb-a8b3-99fc9e35349e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:37.215455 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9393974f-8541-4ebb-a8b3-99fc9e35349e admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007752 Jul 09 15:41:37.224761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:37.229009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:41:37.238274 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:41:37.248174 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Made reservation on behalf of ad14123ad2e1430a81dc57323a7403a2 for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:41:37.250458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:37.446596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:37.451599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:41:37.519513 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18423d1d-bc63-4f75-96ce-2ffbb70245d7,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:37.524381 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:41:37.527107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Checking segment: {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:37.527449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Network hostable DHCP agents. Network: 89b16dc7-4ca9-4357-9c85-9b979a5f80b2, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:41:37.545890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:41:37.554683 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 89b16dc7-4ca9-4357-9c85-9b979a5f80b2) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:37.559271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:37.559758 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:37.565618 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa621b-312d-47d8-9c1c-fa0ec3eda91c None None] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:41:37.583742 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6fe216d9-3c33-40ad-bbd8-b9d7c5651767 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3623269 Jul 09 15:41:37.789996 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-89b16dc7-4ca9-4357-9c85-9b979a5f80b2', 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2', 'tenant_id': 'ad14123ad2e1430a81dc57323a7403a2', 'fixed_ips': [{'subnet_id': '18423d1d-bc63-4f75-96ce-2ffbb70245d7'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:41:37.790955 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:37.953892 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Allocated IP 192.168.233.2 (89b16dc7-4ca9-4357-9c85-9b979a5f80b2/18423d1d-bc63-4f75-96ce-2ffbb70245d7/e3b04782-ddc3-4ec9-baf2-aaf6bdac299f) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:38.159515 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.170856 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Transition to ACTIVE for port object e3b04782-ddc3-4ec9-baf2-aaf6bdac299f will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:38.189513 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Transition to ACTIVE for port object e3b04782-ddc3-4ec9-baf2-aaf6bdac299f will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:38.195047 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.199716 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:41:38.287129 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:38.289982 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:38.294522 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:41:38.303532 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Pushing event updated for resources: {'Port': ['ID=e3b04782-ddc3-4ec9-baf2-aaf6bdac299f,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:38.342343 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.342694 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.343035 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.343360 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.343686 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.344002 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.344318 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.344630 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.344942 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.345259 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.345568 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.345876 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:38.373898 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:41:38.399187 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Attempting to bind port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:38.399552 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Attempting to bind port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:38.399919 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Attempting to bind port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f on network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:38.406766 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:38.407137 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Checking segment: {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:38.407537 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.407928 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Bound using segment: {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:38.408385 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Bound port: e3b04782-ddc3-4ec9-baf2-aaf6bdac299f, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:38.408774 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.496095 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] For port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:41:38.499711 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] For port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=e3b04782-ddc3-4ec9-baf2-aaf6bdac299f,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:41:38.504571 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.508537 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:41:38.585430 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Pushing event updated for resources: {'Port': ['ID=e3b04782-ddc3-4ec9-baf2-aaf6bdac299f,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:38.588631 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:41:39.460248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49c4e0-c8b9-4b55-b6d6-a08eb5e5e0e5 None None] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:41:39.545588 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f0ce4964-b359-4ae6-9cb1-cf84a26268af None None] Provisioning for port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:39.680135 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e3b04782-ddc3-4ec9-baf2-aaf6bdac299f up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:41:39.775246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:39.782898 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:39.783268 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:39.917148 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:39.944741 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:41:39.953235 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=e3b04782-ddc3-4ec9-baf2-aaf6bdac299f,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:41:39.958263 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:39.960288 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:41:40.032226 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-adc72fae-a7d7-4c22-8957-38ff55f3d29a None None] Provisioning complete for port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:40.032632 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-adc72fae-a7d7-4c22-8957-38ff55f3d29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:40.085270 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=e3b04782-ddc3-4ec9-baf2-aaf6bdac299f,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:40.090273 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:41:41.593269 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e3b04782-ddc3-4ec9-baf2-aaf6bdac299f up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:41:41.666088 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port e3b04782-ddc3-4ec9-baf2-aaf6bdac299f triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:41.666579 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:54.531305 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3ede7224-74c2-4e22-bed3-035f7ff4d6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:55.178847 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:57.250788 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-115a236b-6754-4710-92e6-72a676d1e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:58.248238 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:59.773131 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:16.934001 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:42:24.533066 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-674ceeb5-5cc9-435f-aa6f-ce5a8d852c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:25.182323 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:27.252973 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-244652c9-7448-4f8a-b7a2-23120b374693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:28.252738 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:29.775761 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:53.933224 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:42:54.534497 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-5ac95576-8e82-4cf4-86c9-c85a56e55b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:55.185782 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:57.254703 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-25b0bb4f-0c13-40e4-a0fd-36482045c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:57.864596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48626) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:42:57.870991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [None req-09144a6e-b52c-4332-8384-b7ec98e78f91 tempest-verify_tempest_config-1517661154 tempest-verify_tempest_config-1517661154-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:42:57.871945 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-09144a6e-b52c-4332-8384-b7ec98e78f91 tempest-verify_tempest_config-1517661154 tempest-verify_tempest_config-1517661154-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064044 Jul 09 15:42:58.169094 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48644) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:42:58.254635 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.282986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.297409 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:42:58.301436 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Usage tracker for resource:security_group_rule and tenant:ce6312303f3c487794700536e8935f29 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:42:58.304177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:42:58.310044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:42:58.397967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.401968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.450205 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e576a24e-b406-4498-827e-6c88eb2ca27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:42:58.488916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Synchronizing usage tracker for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:42:58.492333 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae552c-2919-427c-b734-434c1189b45a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:42:58.501597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.501936 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.502306 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.502650 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.502954 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.503276 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.503596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.503913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.504231 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.504545 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.504858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.505168 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:42:58.509966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:42:58.518362 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Unset dirty status for tenant:ad14123ad2e1430a81dc57323a7403a2 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:42:58.519776 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ce6312303f3c487794700536e8935f29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3497334 Jul 09 15:42:58.522418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48650) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:42:58.579086 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.603752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.696805 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.700761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a977e838-85a2-46d2-a491-0a1bbab16dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:42:58.711444 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae552c-2919-427c-b734-434c1189b45a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:42:58.713976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:42:58.719963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:58.721124 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48ae552c-2919-427c-b734-434c1189b45a HTTP/1.1" status: 204 len: 168 time: 0.1977942 Jul 09 15:42:59.778533 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:24.536152 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-61a4778b-7fe3-4946-90ab-cf25ea3d5824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:25.187084 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:27.256565 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ab6aacab-7753-4309-9351-350113a7772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:28.257548 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:29.781276 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:30.932717 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:43:54.537849 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bf08-a3e4-4912-b358-1d3e347dbd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:55.189462 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:57.257795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c08c0549-3a83-4bb4-a453-e7a37598fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:58.260718 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:59.783399 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:07.931509 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:44:24.541007 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-a654b304-9d3d-4786-9edc-e0a5534f9104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:25.192052 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:27.263603 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d5405d62-9803-4c07-9bce-fbb83e7fefe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:28.264453 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:29.812977 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:44.945172 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560857'] for agent, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:44.949153 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 5 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:44:54.543565 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-47a2c16e-a26e-40e6-b9d7-e06a03fd2216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:55.195448 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:57.255896 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-684266db-840a-492c-964b-7b857c725513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:58.268901 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:59.790446 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:59.914419 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48730) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:45:00.030335 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2d4533d4-e57c-4cd8-b241-73646c9983cb admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1147721 Jul 09 15:45:02.248675 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48740) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:45:02.305490 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-122dca50-6a98-4a5c-bb1c-e137611c8da4 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0557027 Jul 09 15:45:14.910905 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:21.938451 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:45:24.547445 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3e07db71-452c-4ab3-9244-c9facc1fb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:25.193918 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:27.259116 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e89e4143-9490-4019-8332-4060d2b189a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:28.268187 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:29.793339 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:44.895897 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:54.550464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6508-3107-45f3-89f9-c6d463c2758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:55.197593 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:57.261177 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c3c671e2-7734-4b84-94c9-a436238ccd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:58.272177 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:58.938334 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:45:59.801712 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:14.922940 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:24.556029 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-21f296b1-7e43-4438-85f9-2654cf63eeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:25.200535 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:27.262576 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-33b76333-2c29-4729-bf41-d81edfb3276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:28.276158 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:29.800265 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:35.937848 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:46:43.019120 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 48932) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:43.146934 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 48942) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:43.500921 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-857969586-network', 'tenant_id': 'dfe5a7c0bcf2498d83d9336d5d6706b4'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:43.507066 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:43.511078 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Usage tracker for resource:network and tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:43.514783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:43.520800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:43.528104 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 48962) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:43.538783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Made reservation on behalf of dfe5a7c0bcf2498d83d9336d5d6706b4 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:43.541660 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.545454 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-network', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:43.552830 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:43.555203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.557424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Usage tracker for resource:network and tenant:ef34ff48bbb849cc8becd603adb59f93 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:43.561104 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:43.568579 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:43.572064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:43.576552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:43.579732 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:43.580962 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Made reservation on behalf of ef34ff48bbb849cc8becd603adb59f93 for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:43.584802 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.586416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:43.604792 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.623719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:43.627980 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Usage tracker for resource:security_group_rule and tenant:ef34ff48bbb849cc8becd603adb59f93 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:43.633246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:43.646476 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:43.677023 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.687030 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.691744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:43.727237 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ad960-4b02-4b53-a17a-441856f22ffa,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:43.736790 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.737511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.738054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.738609 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.739704 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.740269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.740685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.741164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.741723 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.742170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.742877 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.743442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Tracked resource versions report: Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: pushed versions: Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: { 'AddressGroup': {'1.2'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'ConntrackHelper': {'1.0'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Log': {'1.0'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Network': {'1.1'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Port': {'1.7'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'PortForwarding': {'1.2'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'QosPolicy': {'1.8'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroup': {'1.4'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SubPort': {'1.0'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Subnet': {'1.1'}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Trunk': {'1.1'}} Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: consumer versions: Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'ConntrackHelper': '1.0', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Log': '1.0', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Network': '1.1', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Port': '1.7', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'PortForwarding': '1.2', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'QosPolicy': '1.8', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroup': '1.4', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SecurityGroupRule': '1.2', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'SubPort': '1.0', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Subnet': '1.1', Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: 'Trunk': '1.1'}} Jul 09 15:46:43.744766 dv-cinder-800220-1-smb neutron-server[78596]: {{(pid=78596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:46:43.762103 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.765719 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:43.771777 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.772859 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:46:43.783694 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.784092 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Added segment b2920c80-a158-4910-a1ad-2c88869ab8a6 of type vlan for network 1a569318-8a30-481e-9182-7df6942b3cb9 Jul 09 15:46:43.789256 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:46:43.802369 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791662224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.803274 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Unsubscribe: segment precommit_create {{(pid=78595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:46:43.803895 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Added segment b3e5f526-8f7f-4da5-a1fd-0ca1db64e800 of type vlan for network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 Jul 09 15:46:43.814353 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.849042 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:43.851112 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.852507 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:43.853094 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.875689 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e3b839e5-712f-485e-b0bd-4e41b9995d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:43.894754 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8746622 Jul 09 15:46:43.896381 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 48978) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:43.904411 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Request body: {'subnet': {'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-857969586-subnet', 'tenant_id': 'dfe5a7c0bcf2498d83d9336d5d6706b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:43.907610 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba86f48c-b863-4a36-af77-62d43d1ad92c,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:43.910816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.929057 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.929400 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.929738 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.930529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.930865 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.931197 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.931524 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.931857 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.932200 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.932524 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.932841 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.933161 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Tracked resource versions report: Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: pushed versions: Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: { 'AddressGroup': {'1.2'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'ConntrackHelper': {'1.0'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Log': {'1.0'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Network': {'1.1'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Port': {'1.7'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'PortForwarding': {'1.2'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'QosPolicy': {'1.8'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroup': {'1.4'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SubPort': {'1.0'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Subnet': {'1.1'}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Trunk': {'1.1'}} Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: consumer versions: Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'ConntrackHelper': '1.0', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Log': '1.0', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Network': '1.1', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Port': '1.7', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'PortForwarding': '1.2', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'QosPolicy': '1.8', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroup': '1.4', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SecurityGroupRule': '1.2', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'SubPort': '1.0', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Subnet': '1.1', Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: 'Trunk': '1.1'}} Jul 09 15:46:43.934334 dv-cinder-800220-1-smb neutron-server[78595]: {{(pid=78595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:46:43.941622 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:43.944436 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:43.958593 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Usage tracker for resource:subnet and tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:43.963155 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:43.972386 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:43.990833 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-683623818-network', 'tenant_id': '1fa22018184849f289169f3c02190fa1'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:43.992637 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Pushing event updated for resources: {'Network': ['ID=1a569318-8a30-481e-9182-7df6942b3cb9,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:43.994289 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:43.996348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Made reservation on behalf of dfe5a7c0bcf2498d83d9336d5d6706b4 for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:43.996551 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:43.999079 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.005930 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 1a569318-8a30-481e-9182-7df6942b3cb9 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:46:44.018816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:44.025271 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:44.025820 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.036161 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:44.096445 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Usage tracker for resource:network and tenant:1fa22018184849f289169f3c02190fa1 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:44.119728 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:44.132716 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:44.240987 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0897129 Jul 09 15:46:44.241591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49000) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:44.249761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Request body: {'subnet': {'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-subnet', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:44.253104 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Pushing event updated for resources: {'Network': ['ID=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:44.257537 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:44.258736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:44.259696 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.267626 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Usage tracker for resource:subnet and tenant:ef34ff48bbb849cc8becd603adb59f93 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:44.278284 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.282069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:44.293625 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:46:44.295285 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:44.298465 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:44.313179 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:44.327115 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Made reservation on behalf of ef34ff48bbb849cc8becd603adb59f93 for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:44.329964 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.444935 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa22018184849f289169f3c02190fa1 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:44.461424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:44.496910 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:44.585827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.599248 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:44.697579 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.702628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c7449bdd-a471-4ad6-b0b7-706c9c86fe33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:44.730381 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41667aad-0e40-43b1-bbbc-c0af510b0ca0,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:44.766527 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:44.796762 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Checking segment: {'id': 'b2920c80-a158-4910-a1ad-2c88869ab8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:46:44.798460 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7727cb-4913-4e2e-ad18-d9063112c230,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:44.800490 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Network hostable DHCP agents. Network: 1a569318-8a30-481e-9182-7df6942b3cb9, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:46:44.803495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:44.823949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Checking segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:46:44.824301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Network hostable DHCP agents. Network: 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:46:44.824607 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.856130 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.869963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:46:44.876057 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:44.884796 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:44.890216 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:44.891887 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:44.895702 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1c11e-2c91-4ac8-b1ae-4c2dc235c860 None None] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:44.932443 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Network 1a569318-8a30-481e-9182-7df6942b3cb9 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:46:44.955203 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7117434 Jul 09 15:46:44.955846 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49018) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:44.961861 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:44.970953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:44.980804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Usage tracker for resource:router and tenant:ef34ff48bbb849cc8becd603adb59f93 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:44.987186 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:46:44.989441 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:45.002913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:45.020693 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 1a569318-8a30-481e-9182-7df6942b3cb9) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:45.037985 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.039808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.051386 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:45.055131 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.083912 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df8b62-052a-409d-8649-9b415aac14af None None] Network 1a569318-8a30-481e-9182-7df6942b3cb9 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:45.085113 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c67e6-a633-4e93-a5e4-d0fe84de17df,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:45.100834 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.105888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:45.128079 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.151326 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Added segment 458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f of type vlan for network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 Jul 09 15:46:45.314844 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4171538 Jul 09 15:46:45.354632 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.449995 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.476077 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.477426 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:45.478019 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.481545 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:45.796331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:45.842797 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3135936 Jul 09 15:46:45.844665 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49052) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:45.865887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Pushing event updated for resources: {'Network': ['ID=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:45.880173 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Request body: {'subnet': {'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-683623818-subnet', 'tenant_id': '1fa22018184849f289169f3c02190fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:45.884328 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:45.892180 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:45.897186 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Usage tracker for resource:subnet and tenant:1fa22018184849f289169f3c02190fa1 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:45.900242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:45.906910 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:45.921208 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:45.926347 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:46:45.928469 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:46.051212 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dcfba2-d788-451e-889f-cfe731eb0816 None None] Network 1a569318-8a30-481e-9182-7df6942b3cb9 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:46.151934 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48dc391-dbc9-4da1-a115-df6e770ba252 None None] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:46.215920 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:46.221078 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0888ec19-c878-467b-aed4-ff247ebec259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:46.437755 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Checking segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:46:46.438439 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Network hostable DHCP agents. Network: 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:46:46.459372 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:46.473238 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:46.492222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:46:46.508960 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:46.515348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:46.516149 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:46.522347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:46.537368 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf6685-f87e-406a-aa7b-a32ac5774f8e None None] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:46.549750 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6849463 Jul 09 15:46:46.567366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49092) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:46.595142 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:46.846907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Allocated IP 172.28.3.104 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/9b11e660-efcb-4259-9959-214251acf147) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:46:47.140826 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49110) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:47.190880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.209278 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.231156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.253889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:47.284660 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:47.295485 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59659e-d7d9-4df6-80f8-c9d61fc40b85 None None] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:46:47.307100 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Usage tracker for resource:security_group_rule and tenant:44cd4eeb2d1641bb8b9063f1aeb86e73 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:47.310488 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.337161 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:47.346193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:47.367056 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:47.385014 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2987d8f702e94edfa0470e1145dd75c1 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:47.385895 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:47.388998 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:47.394684 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:47.403547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:46:47.405442 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:47.530420 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.540247 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.554608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1fd99f07-911c-4982-b484-b22a2435c908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:47.600720 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.607836 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44cd4eeb2d1641bb8b9063f1aeb86e73&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0396657 Jul 09 15:46:47.614843 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:47.618714 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49128) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:47.672344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25fb19d-1d00-41d6-97d8-d1d434f8dd61,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:47.697443 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:47.721927 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b11e660-efcb-4259-9959-214251acf147,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:47.732525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:47.758191 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:47.796641 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2987d8f702e94edfa0470e1145dd75c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6554859 Jul 09 15:46:47.805803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49146) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:47.839880 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49154) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:47.844552 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0a9146-59cd-4820-9a08-34a638512ad9,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:47.857754 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:47.862336 dv-cinder-800220-1-smb neutron-server[78595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 15:46:47.896597 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.013665 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.034443 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.043712 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.118711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49174) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:48.121612 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-52e630c5-f176-4ee1-8fd9-f0073f298d2b tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:48.122989 dv-cinder-800220-1-smb neutron-server[78596]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 15:46:48.123136 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-52e630c5-f176-4ee1-8fd9-f0073f298d2b tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/networks?id=1a569318-8a30-481e-9182-7df6942b3cb9 HTTP/1.1" status: 200 len: 811 time: 0.2799056 Jul 09 15:46:48.124904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.161241 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-023cd276-2fec-4753-ac10-16dd696c7534 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/quotas/dfe5a7c0bcf2498d83d9336d5d6706b4 HTTP/1.1" status: 200 len: 375 time: 0.0280693 Jul 09 15:46:48.224702 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-57ebb23e-9ad9-41dd-9a17-ea957f3ee1d9 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dfe5a7c0bcf2498d83d9336d5d6706b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532346 Jul 09 15:46:48.227907 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.232303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:48.246603 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25fb19d-1d00-41d6-97d8-d1d434f8dd61,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:48.249088 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:48.259831 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.263641 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.268296 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ce0a9146-59cd-4820-9a08-34a638512ad9 HTTP/1.1" status: 204 len: 168 time: 0.4577446 Jul 09 15:46:48.268296 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:48.272741 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.277409 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a468e858-ce42-41fe-96b9-53d7e4d3c47b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e25fb19d-1d00-41d6-97d8-d1d434f8dd61 HTTP/1.1" status: 204 len: 168 time: 0.6541588 Jul 09 15:46:48.278125 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0a9146-59cd-4820-9a08-34a638512ad9,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:48.280440 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:48.477274 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-6189ad72-265d-4b10-8bde-62adae532a02 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:48.478658 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-6189ad72-265d-4b10-8bde-62adae532a02 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.3590424 Jul 09 15:46:48.569645 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4b25be01-704a-45b5-9c2b-80a206f3b10c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/quotas/1fa22018184849f289169f3c02190fa1 HTTP/1.1" status: 200 len: 375 time: 0.0339432 Jul 09 15:46:48.648499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.652170 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3177c9c4-b2c0-472f-8a5e-c842d5b8263b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644259 Jul 09 15:46:48.731894 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49194) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:48.769761 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.791184 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:48.798937 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Usage tracker for resource:security_group_rule and tenant:b9cd77ff3ddf4ee39c3f895a371031ae is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:48.803231 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:48.814890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:48.838546 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49198) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:48.922296 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.932517 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.939385 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:48.945600 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:48.952538 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc4bcb61d744359a15d0392496a099d is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:48.953068 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:48.962441 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:48.971813 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:48.973887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-e4148214-e2f5-4852-b6fc-7ed76b526318 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:46:48.975294 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-e4148214-e2f5-4852-b6fc-7ed76b526318 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3782945 Jul 09 15:46:49.022438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-e3ced423-9ba9-4b4a-9f04-15d0088c1930 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:46:49.023754 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-e3ced423-9ba9-4b4a-9f04-15d0088c1930 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681791 Jul 09 15:46:49.033277 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b9cd77ff3ddf4ee39c3f895a371031ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3000698 Jul 09 15:46:49.037714 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49206) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:49.082006 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46821024-9f36-4f00-94d1-41ec51c414b3,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:49.085518 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:49.164100 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-d3ae1e81-250a-4f09-885c-f937c8abe4e6 service neutron] 10.222.0.63 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602025 Jul 09 15:46:49.184334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Router 8674fd3c-fef3-4417-9284-ab57191aec85 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:46:49.301109 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-94c4237d-ece3-4ddd-845c-9c15c739bec0 service neutron] 10.222.0.63 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307137 Jul 09 15:46:49.353906 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.423034 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.459658 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:49.466105 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.494815 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9ceed93d-b049-4521-9818-147c48ef4faa service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486771 Jul 09 15:46:49.571665 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.587007 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2dddb2-473d-4903-a97a-eba1e5d0b3cc,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:49.591407 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3dc4bcb61d744359a15d0392496a099d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7518694 Jul 09 15:46:49.592527 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:49.594668 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49236) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:49.687073 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:46:49.708315 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Sync routers for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:46:49.747074 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:46:49.747826 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:46:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:49.814636 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.876927 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.938423 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.942561 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9845457 Jul 09 15:46:49.951038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49250) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:49.985482 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:49.993851 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:50.027076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2dddb2-473d-4903-a97a-eba1e5d0b3cc,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:50.030899 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:50.048719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:50.050142 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca2dddb2-473d-4903-a97a-eba1e5d0b3cc HTTP/1.1" status: 204 len: 168 time: 0.4541304 Jul 09 15:46:50.106698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:50.122871 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-87fdd4d9-094b-4fc4-9c65-c15c9f23c7fe service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931549 Jul 09 15:46:50.188651 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:50.199430 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46821024-9f36-4f00-94d1-41ec51c414b3 HTTP/1.1" status: 204 len: 168 time: 1.1557102 Jul 09 15:46:50.206385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:50.281038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46821024-9f36-4f00-94d1-41ec51c414b3,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:50.289281 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:50.334618 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:46:50.954616 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b2968730-4c52-466d-a508-539b7e113888 req-1f53b43b-7d40-480c-867e-f63f687caea1 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.0855961 Jul 09 15:46:51.161477 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b2813d69-6662-48b0-9337-34d644bed560 req-e9e13a52-5e29-448b-8efb-0358417c9689 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 210 time: 0.1386817 Jul 09 15:46:51.230478 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:47Z', 'revision_number': 3, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:51.240736 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Checking router: 8674fd3c-fef3-4417-9284-ab57191aec85 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:46:51.241172 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Updating router 8674fd3c-fef3-4417-9284-ab57191aec85 port 9b11e660-efcb-4259-9959-214251acf147 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:46:51.390859 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.153696 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.170476 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Transition to ACTIVE for port object 9b11e660-efcb-4259-9959-214251acf147 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:46:52.180840 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.196059 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2fb02c22-200d-4dfa-bc79-b73b03b86f01 req-dff93c65-c2be-49b2-aa69-ebc54f547093 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.1608803 Jul 09 15:46:52.197495 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:52.204285 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.377974 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Attempting to bind port 9b11e660-efcb-4259-9959-214251acf147 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:46:52.378528 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Attempting to bind port 9b11e660-efcb-4259-9959-214251acf147 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:46:52.380913 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Attempting to bind port 9b11e660-efcb-4259-9959-214251acf147 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:46:52.400794 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:46:52.404041 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:46:52.405998 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.406533 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:46:52.407164 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Bound port: 9b11e660-efcb-4259-9959-214251acf147, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:46:52.409788 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.554667 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] For port 9b11e660-efcb-4259-9959-214251acf147, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:46:52.558158 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] For port 9b11e660-efcb-4259-9959-214251acf147, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=9b11e660-efcb-4259-9959-214251acf147,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:46:52.571836 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Pushing event updated for resources: {'Port': ['ID=9b11e660-efcb-4259-9959-214251acf147,revision_number=2']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:52.575026 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:52.602402 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.602402 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.602915 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.603965 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.606439 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.606900 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.607335 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.607775 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.609160 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.609160 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.609160 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.610662 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Tracked resource versions report: Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: pushed versions: Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: { 'AddressGroup': {'1.2'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'ConntrackHelper': {'1.0'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Log': {'1.0'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Network': {'1.1'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Port': {'1.7'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'PortForwarding': {'1.2'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'QosPolicy': {'1.8'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroup': {'1.4'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SubPort': {'1.0'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Subnet': {'1.1'}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Trunk': {'1.1'}} Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: consumer versions: Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'ConntrackHelper': '1.0', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Log': '1.0', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Network': '1.1', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Port': '1.7', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'PortForwarding': '1.2', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'QosPolicy': '1.8', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroup': '1.4', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SecurityGroupRule': '1.2', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'SubPort': '1.0', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Subnet': '1.1', Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: 'Trunk': '1.1'}} Jul 09 15:46:52.613000 dv-cinder-800220-1-smb neutron-server[78598]: {{(pid=78598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:46:52.634200 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:52.634200 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-37b7991d-dfdd-4011-8f72-d39dac11caf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:52.634400 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Allocated IP 172.20.0.1 (6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0/db7727cb-4913-4e2e-ad18-d9063112c230/e0591b4e-6132-43d8-bb2b-4e2e6954bfa7) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:46:52.857531 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Pushing event updated for resources: {'Port': ['ID=9b11e660-efcb-4259-9959-214251acf147,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:52.872341 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:52.930828 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:46:52.931464 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:46:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:52.970738 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-86859849-ff11-446e-bd93-22094a5187d7 req-82fea17c-75a7-43d0-b4b4-e2fea64af478 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 210 time: 0.0887504 Jul 09 15:46:53.047936 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:53.116004 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:53.121360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42b35b1-bf59-40db-9c48-8b0776a5bf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:53.172995 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:46:53.252346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:53.261989 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:53.296055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:46:53.296524 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:53.350763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:53.356527 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:53.576757 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49442) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:53.610518 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.69', 63553) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:53.618161 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cfca7706-d961-4039-b98b-462383c69732 req-65ab720d-b9d1-46bd-ad9b-364ccaa00dbe tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.1262012 Jul 09 15:46:53.622622 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:53.775800 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:47Z', 'revision_number': 3, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:53.784640 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53ed5a-9ca5-4e39-8e80-39f32120bd16 None None] The sync data for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb is: [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:47Z', 'revision_number': 3, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:46:54.027196 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9194357b-2282-4657-a99f-e4583d56a9c4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:54.030228 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9194357b-2282-4657-a99f-e4583d56a9c4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:network {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:46:54.064549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.073190 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9194357b-2282-4657-a99f-e4583d56a9c4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:network {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:46:54.074496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.074819 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9194357b-2282-4657-a99f-e4583d56a9c4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.4554749 Jul 09 15:46:54.075986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.090780 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:54.149281 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.233763 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Request body: {'port': {'device_id': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'admin_state_up': True, 'tenant_id': '1fa22018184849f289169f3c02190fa1'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:54.236435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:54.256128 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:54.346332 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.69', 63558) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:54.495980 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:54.498942 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:54.573423 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-46ffea6b-0b5d-4511-b628-0c41c8310133 req-34ee3fec-5d22-414b-a64a-a63e41e14f0d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 210 time: 0.0810897 Jul 09 15:46:54.588521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:54.590235 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Usage tracker for resource:port and tenant:1fa22018184849f289169f3c02190fa1 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:54.592317 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:54.594952 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:352fc17b0c2c4c25be781faf8b2fdbd8 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:54.602081 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0b26f070-f86a-41ef-a234-583b424ce4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.604472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:54.607939 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:54.656109 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:54.659374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:54.688562 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'port': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:54.697560 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:54.954749 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Allocated IP 172.20.0.13 (69ba3f9b-ba9f-49a3-969f-77c4c86aecd2/18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1/61d10d9d-9368-43aa-8274-3aef00b88e97) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:46:55.024604 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-b4138223-c447-4386-99ea-daf9a4128afa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:55.025978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-b4138223-c447-4386-99ea-daf9a4128afa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Synchronizing usage tracker for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:46:55.236505 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.273941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.281621 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.338881 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4300bac8-6420-4014-b5dc-d568105791c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:55.396858 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.417913 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-125d4a22-661f-4255-97d4-9c9b2aaa7440 req-ae89f453-ee1d-473f-9bd2-1b6347e3b886 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.4753435 Jul 09 15:46:55.425248 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=352fc17b0c2c4c25be781faf8b2fdbd8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8448133 Jul 09 15:46:55.430779 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49542) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:55.454995 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd685a-98a7-4713-b0a9-363d1ee63ce4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:55.463092 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:55.486536 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-b4138223-c447-4386-99ea-daf9a4128afa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Unset dirty status for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:46:55.494440 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-b4138223-c447-4386-99ea-daf9a4128afa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.69 "GET /v2.0/networks?id=1a569318-8a30-481e-9182-7df6942b3cb9 HTTP/1.1" status: 200 len: 811 time: 1.1374927 Jul 09 15:46:55.548044 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.558979 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Router 8674fd3c-fef3-4417-9284-ab57191aec85 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:46:55.562508 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:55.568956 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Request body: {'port': {'device_id': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9', 'admin_state_up': True, 'tenant_id': 'dfe5a7c0bcf2498d83d9336d5d6706b4'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:55.609544 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.646795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.801691 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.844257 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:55.859208 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:55.869914 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:46:55.875844 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:55.876864 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.930368 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 9b11e660-efcb-4259-9959-214251acf147 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:46:55.949549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49560) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:55.985516 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:55.990277 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/45cd685a-98a7-4713-b0a9-363d1ee63ce4 HTTP/1.1" status: 204 len: 168 time: 0.5554802 Jul 09 15:46:56.013214 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8077674 Jul 09 15:46:56.027380 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event updated for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:56.034336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:56.134538 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:56.193772 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 9b11e660-efcb-4259-9959-214251acf147 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:46:56.202921 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 9b11e660-efcb-4259-9959-214251acf147 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:46:56.211311 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:56.213203 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-b8c661e9-c6ec-41ef-bfb2-233ce9fee1d7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=78595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:46:56.216825 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-b8c661e9-c6ec-41ef-bfb2-233ce9fee1d7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236259 Jul 09 15:46:56.253856 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd685a-98a7-4713-b0a9-363d1ee63ce4,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:56.256822 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:56.321528 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-3b1113a0-e803-45dd-8ae3-f243ebfbf3e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:56.327501 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-3b1113a0-e803-45dd-8ae3-f243ebfbf3e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:46:56.392643 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-3b1113a0-e803-45dd-8ae3-f243ebfbf3e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:46:56.400434 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-3b1113a0-e803-45dd-8ae3-f243ebfbf3e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 932 time: 0.3827264 Jul 09 15:46:56.501156 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-cb709c3f-5ec9-4cf6-ae70-d90449c51026 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:46:56.543693 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-cb709c3f-5ec9-4cf6-ae70-d90449c51026 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:46:56.555120 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4974ff8b-ec7e-4da6-89b1-13e3a5c7bed0 req-cb709c3f-5ec9-4cf6-ae70-d90449c51026 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514044 Jul 09 15:46:56.561540 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:56.610890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:56.619575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:46:56.640048 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Usage tracker for resource:port and tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:56.652434 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:56.670051 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] 10.222.0.63 "PUT /v2.0/routers/8674fd3c-fef3-4417-9284-ab57191aec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7168584 Jul 09 15:46:56.674408 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:56.680512 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 9b11e660-efcb-4259-9959-214251acf147, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=9b11e660-efcb-4259-9959-214251acf147,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:46:56.699728 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:56.702855 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:56.703233 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Made reservation on behalf of dfe5a7c0bcf2498d83d9336d5d6706b4 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:56.708181 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:56.912874 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Sync routers for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:46:56.953531 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:46:56.963846 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:46:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:57.040742 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49590) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:57.087509 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fb83b530-bf58-46ca-a10a-d44d41dcd606 req-253e8b4c-3158-4147-bde9-582f0a375e5c tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.2202168 Jul 09 15:46:57.129864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:57.183218 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:57.209950 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Request body: {'port': {'device_id': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:57.226341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Usage tracker for resource:security_group_rule and tenant:39189f5edc0b4c5d9b2843a5bbdea467 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:57.231838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Allocated IP 172.20.0.8 (1a569318-8a30-481e-9182-7df6942b3cb9/41667aad-0e40-43b1-bbbc-c0af510b0ca0/eb155cc6-1a91-48f5-8fab-c518617c9f4c) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:46:57.236275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:57.245521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:57.367728 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:57.479480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:46:57.517143 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e905a39bd39a4dd8b584998d62caffd2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:46:57.531801 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:46:57.559553 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:46:57.593767 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:57.668237 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=9b11e660-efcb-4259-9959-214251acf147,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:57.769188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.773738 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.776581 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.777932 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.781614 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.782211 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.783446 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.785087 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.787236 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.788351 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.790391 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.793385 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Tracked resource versions report: Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: pushed versions: Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: { 'AddressGroup': {'1.2'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'ConntrackHelper': {'1.0'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Log': {'1.0'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Network': {'1.1'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Port': {'1.7'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'PortForwarding': {'1.2'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'QosPolicy': {'1.8'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroup': {'1.4'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SubPort': {'1.0'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Subnet': {'1.1'}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Trunk': {'1.1'}} Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: consumer versions: Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: { DHCP agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: HyperV agent@hv-cinder-80022: {}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: L3 agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: Metadata agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: Metering agent@dv-cinder-800220-1-smb: {}, Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: Open vSwitch agent@dv-cinder-800220-1-smb: { 'AddressGroup': '1.2', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'ConntrackHelper': '1.0', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Log': '1.0', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Network': '1.1', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Port': '1.7', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'PortForwarding': '1.2', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'QosPolicy': '1.8', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroup': '1.4', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SecurityGroupRule': '1.2', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'SubPort': '1.0', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Subnet': '1.1', Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: 'Trunk': '1.1'}} Jul 09 15:46:57.797057 dv-cinder-800220-1-smb neutron-server[78597]: {{(pid=78597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:46:57.823570 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c68a3d85-b25e-46dd-8322-1ce66dfa1f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:57.846297 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:57.861444 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:46:58.216855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.259533 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.356060 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:58.419609 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.515065 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1491c2b1-a337-45c0-b563-3fc01eb80e2b,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:58.526050 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:58.664829 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.672653 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 4, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'e0591b4e-6132-43d8-bb2b-4e2e6954bfa7', 'name': '', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'mac_address': 'fa:16:3e:aa:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:52Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 2, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'subnets': [{'id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:58.684667 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Checking router: 8674fd3c-fef3-4417-9284-ab57191aec85 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:46:58.685270 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Updating router 8674fd3c-fef3-4417-9284-ab57191aec85 port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:46:58.690131 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=39189f5edc0b4c5d9b2843a5bbdea467&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7359512 Jul 09 15:46:58.694985 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49670) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:58.851366 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.886380 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.943110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:58.969946 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-49bb2f6d-923c-4052-af65-ab4a7c5bae2a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:58.971616 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-49bb2f6d-923c-4052-af65-ab4a7c5bae2a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 819 time: 0.7644448 Jul 09 15:46:58.991544 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-7848124f-fc08-4fd4-bcbb-8c98de8765dc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/quotas/ef34ff48bbb849cc8becd603adb59f93 HTTP/1.1" status: 200 len: 375 time: 0.0126364 Jul 09 15:46:58.993582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.002256 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:59.021543 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d10d9d-9368-43aa-8274-3aef00b88e97 {{(pid=78595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:46:59.037054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.039526 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.058501 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.071348 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1491c2b1-a337-45c0-b563-3fc01eb80e2b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:59.095205 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:59.107865 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.111298 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1491c2b1-a337-45c0-b563-3fc01eb80e2b HTTP/1.1" status: 204 len: 168 time: 0.4043336 Jul 09 15:46:59.113024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:59.126668 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e905a39bd39a4dd8b584998d62caffd2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0678000 Jul 09 15:46:59.128503 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Transition to ACTIVE for port object 61d10d9d-9368-43aa-8274-3aef00b88e97 will not be triggered until provisioned by entity L2. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:46:59.139861 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.140286 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e11b9-1aa0-4e4d-9d27-0819d673afa3 req-73df2b6e-3f20-4aea-9a7e-251b5756729b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:59.148845 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49684) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:59.151763 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-910e11b9-1aa0-4e4d-9d27-0819d673afa3 req-73df2b6e-3f20-4aea-9a7e-251b5756729b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 932 time: 1.3020535 Jul 09 15:46:59.186249 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.225379 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:59.226212 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7cadb-0f5e-4de7-be46-13f94ee7a99a,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:59.243965 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:59.248264 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4f21e3e1-f072-425c-9a3f-9919e669cbc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:46:59.381666 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Pushing event updated for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:59.395271 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-910e11b9-1aa0-4e4d-9d27-0819d673afa3 req-e5070125-eff7-4356-97b4-1003cc946ea5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394910 Jul 09 15:46:59.398514 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:59.467917 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Network 1a569318-8a30-481e-9182-7df6942b3cb9 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:59.498659 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:59.516908 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:46:59.532340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:59.533440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.594269 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0333757 Jul 09 15:46:59.620981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-8d99ddaa-bf53-436e-b8cc-a9fe5481fed4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:46:59.639364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Pushing event updated for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:59.648778 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:46:59.653956 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Request body: {'port': {'device_id': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:59.850943 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.871506 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49700) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:46:59.877997 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Attempting to bind port 61d10d9d-9368-43aa-8274-3aef00b88e97 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:46:59.879140 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Attempting to bind port 61d10d9d-9368-43aa-8274-3aef00b88e97 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:46:59.881054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Attempting to bind port 61d10d9d-9368-43aa-8274-3aef00b88e97 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:46:59.888192 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 9b11e660-efcb-4259-9959-214251acf147 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:46:59.903510 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.908191 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.006433 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Port 61d10d9d-9368-43aa-8274-3aef00b88e97 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:00.010646 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Attempting to bind port 61d10d9d-9368-43aa-8274-3aef00b88e97 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:00.036002 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.074396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-8d99ddaa-bf53-436e-b8cc-a9fe5481fed4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:00.081689 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:00.083783 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Checking segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:00.085512 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-8d99ddaa-bf53-436e-b8cc-a9fe5481fed4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0868223 Jul 09 15:47:00.086716 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Bound using segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:00.087332 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Bound port: 61d10d9d-9368-43aa-8274-3aef00b88e97, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:00.087827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.141929 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:00.188784 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Usage tracker for resource:security_group_rule and tenant:42f7c5be419844169c2d753fc259c484 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:00.193726 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.212058 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Transition to ACTIVE for port object e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:00.221559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 9b11e660-efcb-4259-9959-214251acf147 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:00.222221 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.259625 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:00.345176 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:00.372566 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.427584 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-79d02d26-1656-485a-97e9-5c5d62be6956 service neutron] 10.222.0.63 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068659 Jul 09 15:47:00.430816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.482694 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee3123-b65a-4084-9914-efbe3c8a9d66 req-21506b2e-0d46-407f-bfc9-41c9713db520 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:00.490287 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-94ee3123-b65a-4084-9914-efbe3c8a9d66 req-21506b2e-0d46-407f-bfc9-41c9713db520 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 931 time: 0.7426369 Jul 09 15:47:00.537890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, cleared binding levels {{(pid=78595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:00.618836 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.632644 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:00.639769 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.644822 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61d10d9d-9368-43aa-8274-3aef00b88e97,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:00.662718 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0d04cfba-40cf-412e-a430-19324a19e45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:00.679757 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.795113 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-94ee3123-b65a-4084-9914-efbe3c8a9d66 req-c019bf1c-1444-4ab7-a52c-ed2091c5300f tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034668 Jul 09 15:47:00.795933 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Pushing event updated for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:00.810056 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:00.821718 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=42f7c5be419844169c2d753fc259c484&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9318073 Jul 09 15:47:00.830632 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49734) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:00.840781 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa6743-727f-4390-a233-11c9f23a63f1,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:00.877230 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:00.879864 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:01.011208 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-2cc8296a-f121-490c-a9cd-6641c525b5cc service neutron] 10.222.0.63 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619631 Jul 09 15:47:01.046718 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:01.047539 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.048858 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] 10.222.0.69 "PUT /v2.0/ports/61d10d9d-9368-43aa-8274-3aef00b88e97 HTTP/1.1" status: 200 len: 1094 time: 4.0428302 Jul 09 15:47:01.054844 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:01.086714 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49742) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:01.157256 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Attempting to bind port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:01.157820 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Attempting to bind port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:01.158314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Attempting to bind port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:01.166648 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:01.167192 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Checking segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:01.167711 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.168217 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Bound using segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:01.169167 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Bound port: e0591b4e-6132-43d8-bb2b-4e2e6954bfa7, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:01.169290 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.349578 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] For port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:01.354882 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49756) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:01.357000 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] For port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:01.365527 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.381757 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:01.395339 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d7b7f20e-2631-4f6c-aa7e-03127b5ceae2 req-9f1f8da1-5f95-40eb-86aa-6c7af2ce93d3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 210 time: 0.1042387 Jul 09 15:47:01.499423 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.520154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:01.540187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7cadb-0f5e-4de7-be46-13f94ee7a99a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:01.546831 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:01.552956 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.554289 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30a7cadb-0f5e-4de7-be46-13f94ee7a99a HTTP/1.1" status: 204 len: 168 time: 2.4046755 Jul 09 15:47:01.733732 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.767376 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:47:01.768381 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:46:58Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:01.843563 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.908083 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.962383 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:01.988943 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:01.998696 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Usage tracker for resource:security_group_rule and tenant:752ce3e568ab4955aca411a932d8f519 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:02.008232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Pushing event updated for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=3']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:02.024260 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:02.038133 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:02.053371 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:02.059131 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:02.068648 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Usage tracker for resource:security_group_rule and tenant:26cb562558c947389fd1359e6cbbb63f is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:02.094862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:02.143998 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:02.144291 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edd603-ec52-4fc5-9429-15bfae9427b3 req-512bd146-e137-4b17-9f51-8b3c1c695777 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:02.147908 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2edd603-ec52-4fc5-9429-15bfae9427b3 req-512bd146-e137-4b17-9f51-8b3c1c695777 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 944 time: 0.8731399 Jul 09 15:47:02.308527 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:47:02.378835 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2edd603-ec52-4fc5-9429-15bfae9427b3 req-77a09b5f-058d-4cef-80d4-667932edb9b0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959238 Jul 09 15:47:02.399034 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:02.429334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-134fc47c-f003-4f26-a32c-32db6fa6c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:02.431715 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-134fc47c-f003-4f26-a32c-32db6fa6c62f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 1097 time: 1.1338296 Jul 09 15:47:02.432487 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:02.452739 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa6743-727f-4390-a233-11c9f23a63f1,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:02.458341 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:02.459609 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/54aa6743-727f-4390-a233-11c9f23a63f1 HTTP/1.1" status: 204 len: 168 time: 1.6242819 Jul 09 15:47:02.460831 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:02.463146 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Pushing event updated for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:02.474436 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:02.542559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:02.568148 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:02.710422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7c483cae-54ed-487b-a341-0392411e4a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:02.718689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-761659bc-76e0-4161-ae04-c46710fff49a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61d10d9d-9368-43aa-8274-3aef00b88e97 HTTP/1.1" status: 200 len: 217 time: 0.2468836 Jul 09 15:47:02.752821 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49808) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:02.868772 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb155cc6-1a91-48f5-8fab-c518617c9f4c {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:02.977414 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.015117 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=752ce3e568ab4955aca411a932d8f519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9250743 Jul 09 15:47:03.023509 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49818) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:03.050389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c247fe7b-08b4-4794-8b37-682248f486fa,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:03.060748 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:03.085978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-689539cf-f81e-4ccf-ba29-515fa918f69a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:03.090681 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-689539cf-f81e-4ccf-ba29-515fa918f69a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Synchronizing usage tracker for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:03.168851 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Transition to ACTIVE for port object eb155cc6-1a91-48f5-8fab-c518617c9f4c will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:03.207138 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.223663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:03.269556 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.287246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-08f2af27-4783-41bb-ad23-c8253b95054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:03.288725 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-08f2af27-4783-41bb-ad23-c8253b95054b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.4482219 Jul 09 15:47:03.295579 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 4, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'e0591b4e-6132-43d8-bb2b-4e2e6954bfa7', 'name': '', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'mac_address': 'fa:16:3e:aa:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:52Z', 'updated_at': '2021-07-09T15:47:01Z', 'revision_number': 4, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'subnets': [{'id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:03.306640 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b57d3e-3370-4342-9a95-8375cac10ff4 None None] The sync data for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb is: [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 4, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'e0591b4e-6132-43d8-bb2b-4e2e6954bfa7', 'name': '', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'mac_address': 'fa:16:3e:aa:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:52Z', 'updated_at': '2021-07-09T15:47:01Z', 'revision_number': 4, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'subnets': [{'id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:47:03.321996 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-9e9fca2d-4272-4029-af7a-b229179bd97c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:03.322758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-9e9fca2d-4272-4029-af7a-b229179bd97c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:network {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:03.421590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-689539cf-f81e-4ccf-ba29-515fa918f69a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Unset dirty status for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:03.442975 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-9e9fca2d-4272-4029-af7a-b229179bd97c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:network {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:03.444228 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-9e9fca2d-4272-4029-af7a-b229179bd97c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 819 time: 0.7379725 Jul 09 15:47:03.456280 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-689539cf-f81e-4ccf-ba29-515fa918f69a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 931 time: 1.3070300 Jul 09 15:47:03.483357 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.530523 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-9759395f-a9d8-4c62-bc78-f70e8596135c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434910 Jul 09 15:47:03.538901 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.609293 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-83865fcc-92c6-4206-99a4-2a7162c173d2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/quotas/ef34ff48bbb849cc8becd603adb59f93 HTTP/1.1" status: 200 len: 375 time: 0.1002135 Jul 09 15:47:03.631999 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:03.646090 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Usage tracker for resource:security_group_rule and tenant:19d30dd1d5074113b8d9c6a6e642fdba is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:03.654905 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:03.682330 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:03.891168 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:03.900046 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Pushing event updated for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:03.904830 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:03.973415 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:04.057467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.062489 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Attempting to bind port eb155cc6-1a91-48f5-8fab-c518617c9f4c on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:04.062851 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Attempting to bind port eb155cc6-1a91-48f5-8fab-c518617c9f4c by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'b2920c80-a158-4910-a1ad-2c88869ab8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:04.063198 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Attempting to bind port eb155cc6-1a91-48f5-8fab-c518617c9f4c on network 1a569318-8a30-481e-9182-7df6942b3cb9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:04.100304 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.107366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.113862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ad628a91-c6c8-4d62-8d78-78426b144ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:04.131982 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.133417 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-74f604a1-7559-4ebb-96e5-857429b6e7a7 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Synchronizing usage tracker for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:04.134524 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:04.141735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Port eb155cc6-1a91-48f5-8fab-c518617c9f4c on network 1a569318-8a30-481e-9182-7df6942b3cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:04.142326 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Attempting to bind port eb155cc6-1a91-48f5-8fab-c518617c9f4c on network 1a569318-8a30-481e-9182-7df6942b3cb9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:04.187903 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:04.198894 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:04.199597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.201683 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:04.202073 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Checking segment: {'id': 'b2920c80-a158-4910-a1ad-2c88869ab8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:04.202981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Bound using segment: {'id': 'b2920c80-a158-4910-a1ad-2c88869ab8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:04.203235 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-f3a0fd20-3eb1-447b-b7e9-82b9adf742c7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5071843 Jul 09 15:47:04.203452 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Bound port: eb155cc6-1a91-48f5-8fab-c518617c9f4c, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2920c80-a158-4910-a1ad-2c88869ab8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:04.203844 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.212334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c247fe7b-08b4-4794-8b37-682248f486fa,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:04.307062 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aa8e79-e8a8-4408-91fc-678fd8f04bdb,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:04.314925 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26cb562558c947389fd1359e6cbbb63f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9587779 Jul 09 15:47:04.325886 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:04.326441 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49846) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:04.380857 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:04.381483 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:04.393490 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9bf8c-69ee-48e3-841d-d25734d1951d,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:04.403479 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:04.434210 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-74f604a1-7559-4ebb-96e5-857429b6e7a7 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Unset dirty status for tenant:dfe5a7c0bcf2498d83d9336d5d6706b4 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:04.435936 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d9d8b1b0-f2e0-44b2-a016-980fdd476f45 req-74f604a1-7559-4ebb-96e5-857429b6e7a7 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9786303 Jul 09 15:47:04.447248 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19d30dd1d5074113b8d9c6a6e642fdba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6868629 Jul 09 15:47:04.466641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 49854) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:04.498548 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.585330 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:04.596536 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.605073 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:04.659696 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.663536 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2f4be4fd-deba-484d-9cf1-228e975a86cd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c247fe7b-08b4-4794-8b37-682248f486fa HTTP/1.1" status: 204 len: 168 time: 1.6391096 Jul 09 15:47:04.794217 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.69', 63570) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:04.808812 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:04.824001 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.825639 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:04.855379 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:04.880283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:05.053273 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:05.095081 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c,segment=NetworkSegment(b2920c80-a158-4910-a1ad-2c88869ab8a6),segment_id=b2920c80-a158-4910-a1ad-2c88869ab8a6)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:05.245890 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-fb508773-7480-4f62-9048-0fd044aba2bb service neutron] 10.222.0.63 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284027 Jul 09 15:47:05.401706 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97', 'status': 'completed', 'code': 200} Jul 09 15:47:05.403655 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:05.407087 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:05.483548 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:05.864526 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:05.869464 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:05.871499 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] 10.222.0.69 "PUT /v2.0/ports/eb155cc6-1a91-48f5-8fab-c518617c9f4c HTTP/1.1" status: 200 len: 1093 time: 6.2243330 Jul 09 15:47:05.880333 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49886) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:05.896303 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:05.904189 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:05.955564 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-2506221c-1025-4f33-9b20-24d0efc87a18 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408509 Jul 09 15:47:05.971136 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.009357 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.090459 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:06.091114 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.122960 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:06.164617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4f93bf16-2dd0-40a4-96f6-633c355472d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:06.217736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Pushing event updated for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:06.261516 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:06.273701 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-78dbe108-ecb0-4b41-9f3e-6c86062ddafa service neutron] 10.222.0.63 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263383 Jul 09 15:47:06.277052 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Usage tracker for resource:security_group_rule and tenant:8d52bcafb51544c19f0d8dad644bbc9d is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:06.287926 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9bf8c-69ee-48e3-841d-d25734d1951d,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:06.290506 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:06.293540 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:06.298413 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.309435 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/afa9bf8c-69ee-48e3-841d-d25734d1951d HTTP/1.1" status: 204 len: 168 time: 1.9238060 Jul 09 15:47:06.330972 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:06.346083 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.364588 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4ae49728-2c4d-4273-b93a-29c7491bedb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:06.416117 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-627a5cdc-abba-4b6e-b661-b0ac6cee0af6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:06.424834 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-627a5cdc-abba-4b6e-b661-b0ac6cee0af6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 819 time: 1.5375323 Jul 09 15:47:06.478744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aa8e79-e8a8-4408-91fc-678fd8f04bdb,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:06.502131 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:06.631490 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c145350a-1f85-44da-a4a9-7fc23ec1fe97 req-a8ac007e-64a0-4617-8fee-1f17c60cc509 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594488 Jul 09 15:47:06.678839 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Request body: {'port': {'device_id': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'admin_state_up': True, 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:06.869827 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.871657 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/19aa8e79-e8a8-4408-91fc-678fd8f04bdb HTTP/1.1" status: 204 len: 168 time: 2.4039719 Jul 09 15:47:06.918588 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:06.945290 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcdd08-202b-4268-bd6b-e170f90d5157 req-4724a0c3-48fe-4f11-a93b-5f69bfe491f5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:06.948075 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6fdcdd08-202b-4268-bd6b-e170f90d5157 req-4724a0c3-48fe-4f11-a93b-5f69bfe491f5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 944 time: 1.3123584 Jul 09 15:47:06.958554 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:07.007465 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-022f0481-214e-4c31-aa62-18d6a104e7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:07.162852 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36046078-9156-4161-bfd3-01b3d7daed42,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:07.188391 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:07.240178 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d52bcafb51544c19f0d8dad644bbc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3452632 Jul 09 15:47:07.244074 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49920) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:07.279155 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6fdcdd08-202b-4268-bd6b-e170f90d5157 req-188f04a6-3211-49fc-885c-a2b6c90bf4dd tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162377 Jul 09 15:47:07.297312 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-368d953c-a665-4413-8d3f-7291f40f6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:07.299519 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-368d953c-a665-4413-8d3f-7291f40f6922 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe5a7c0bcf2498d83d9336d5d6706b4&device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 1096 time: 0.7511587 Jul 09 15:47:07.346986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:07.382582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:07.405138 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Made reservation on behalf of ef34ff48bbb849cc8becd603adb59f93 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:07.416103 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-2d0ec466-760d-42bb-86aa-b1c2a68a07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:07.417552 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-2d0ec466-760d-42bb-86aa-b1c2a68a07bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 1097 time: 0.5987341 Jul 09 15:47:07.418232 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:07.461479 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:07.546730 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:07.866440 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49934) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:07.959252 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:07.985227 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:07.996302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.032011 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36046078-9156-4161-bfd3-01b3d7daed42,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:08.055561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:08.067446 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:08.092290 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-a532b80c-dbe8-4f69-aba9-f543a1d40404 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c HTTP/1.1" status: 200 len: 217 time: 0.3187165 Jul 09 15:47:08.114439 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Usage tracker for resource:security_group_rule and tenant:21592f4e701940fcb6b9531fb65f7612 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:08.125608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.126759 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/36046078-9156-4161-bfd3-01b3d7daed42 HTTP/1.1" status: 204 len: 168 time: 0.8782601 Jul 09 15:47:08.135744 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:08.164313 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:08.188888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-629ed573-14a2-4973-a8b6-ce6182f6c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.194561 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-629ed573-14a2-4973-a8b6-ce6182f6c4fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 915 time: 0.4998429 Jul 09 15:47:08.291177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Allocated IP 172.20.0.9 (6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0/db7727cb-4913-4e2e-ad18-d9063112c230/da881145-3109-4eb8-a3a5-3bc1aa1e7d94) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:08.332925 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-a75e56b2-0687-4b06-98c4-100cafc710ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61d10d9d-9368-43aa-8274-3aef00b88e97 HTTP/1.1" status: 200 len: 217 time: 0.0841296 Jul 09 15:47:08.385822 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.398207 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.423587 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3eb2f6a9-3f8d-43b5-8d27-24706d13df1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:08.455151 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c', 'status': 'completed', 'code': 200} Jul 09 15:47:08.475220 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21592f4e701940fcb6b9531fb65f7612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029093 Jul 09 15:47:08.476412 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c869532-6d90-4eac-92b6-bde016b90993,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:08.491674 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 49970) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:08.499594 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:08.527995 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-220cf4ae-11e1-4166-9073-c77d86b145a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.529535 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-220cf4ae-11e1-4166-9073-c77d86b145a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41667aad-0e40-43b1-bbbc-c0af510b0ca0 HTTP/1.1" status: 200 len: 851 time: 0.1658802 Jul 09 15:47:08.654657 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a149b0-a7c7-4957-a016-eb9d12319e41 req-84787b8b-8f6e-42ff-921e-33e50bd37e16 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.657692 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-47a149b0-a7c7-4957-a016-eb9d12319e41 req-84787b8b-8f6e-42ff-921e-33e50bd37e16 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 943 time: 1.0289674 Jul 09 15:47:08.762846 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-ac753554-8d16-4f15-94be-752de86af81f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a569318-8a30-481e-9182-7df6942b3cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998468 Jul 09 15:47:08.817188 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-24a962c2-7af7-46dd-af67-839169760a0f req-ac09adee-336f-4229-bb6d-8778c68dca96 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 210 time: 0.1325488 Jul 09 15:47:08.821804 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.861656 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-152c9b2a-9f04-4021-bb67-9e6de1497d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.863793 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-152c9b2a-9f04-4021-bb67-9e6de1497d01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.2621374 Jul 09 15:47:08.868932 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.933429 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-36f4295d-011e-4d08-91ee-cb1f252fea63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558844 Jul 09 15:47:09.037618 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-47a149b0-a7c7-4957-a016-eb9d12319e41 req-1549cb40-fa67-4a8a-8cdc-a212d13f0886 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736657 Jul 09 15:47:09.086800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:09.161863 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:09.171452 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:09.207364 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c869532-6d90-4eac-92b6-bde016b90993,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:09.213191 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:09.219293 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-e86ea3b7-8044-427a-9d6e-be8e89674b62 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674756 Jul 09 15:47:09.221882 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:09.223011 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c869532-6d90-4eac-92b6-bde016b90993 HTTP/1.1" status: 204 len: 168 time: 0.7279699 Jul 09 15:47:09.249754 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-5436b51f-85f0-4dd4-adf1-341c021bca8a service neutron] 10.222.0.69 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483392 Jul 09 15:47:09.321661 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dfb44-17df-4c3e-9bc0-03d35ff6533d req-42b69b27-4506-4650-9cdc-e8a4b5ff42f3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:09.323292 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4d8dfb44-17df-4c3e-9bc0-03d35ff6533d req-42b69b27-4506-4650-9cdc-e8a4b5ff42f3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 944 time: 0.2371504 Jul 09 15:47:09.369654 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:09.430871 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a2a988b-9147-487c-856a-0c5f70b10903 req-e02ff9ae-eda2-4e5c-826b-73a4ceea2826 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018201 Jul 09 15:47:09.439183 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4d8dfb44-17df-4c3e-9bc0-03d35ff6533d req-aecf49d4-834b-4082-a3d9-d6e57d0f372e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091208 Jul 09 15:47:09.439698 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.69', 63574) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:09.510871 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:09.609961 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:09.640616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:09.646894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:09.652254 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:09.652862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:09.691858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Pushing event updated for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:09.708275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:09.724352 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0637486 Jul 09 15:47:09.732219 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d1c7ffb5-3922-47a2-a9cf-2b88496161f0 req-ae48a26a-519d-4f48-883b-4915931c8723 service neutron] 10.222.0.69 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820023 Jul 09 15:47:09.743798 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-516629b8-e5ca-4b27-bb98-845303116bcf tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:09.745388 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-516629b8-e5ca-4b27-bb98-845303116bcf tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 819 time: 0.2820187 Jul 09 15:47:09.757883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Request body: {'port': {'device_id': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:09.774677 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Request body: {'port': {'device_id': 'd8eb556f-7b65-46e4-8523-04892f108244', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'admin_state_up': True, 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:09.991719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:09.997701 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Usage tracker for resource:port and tenant:ef34ff48bbb849cc8becd603adb59f93 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:10.000758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:10.009381 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:10.023117 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Made reservation on behalf of ef34ff48bbb849cc8becd603adb59f93 for: {'port': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:10.031981 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.040546 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-b80853ab-d79a-4b5d-8838-11a6a745f439 req-46d11b55-1b8c-4841-9c25-ca0f3995664d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:10.047483 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.132241 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-b80853ab-d79a-4b5d-8838-11a6a745f439 req-46d11b55-1b8c-4841-9c25-ca0f3995664d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:10.133399 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b80853ab-d79a-4b5d-8838-11a6a745f439 req-46d11b55-1b8c-4841-9c25-ca0f3995664d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 210 time: 0.1751568 Jul 09 15:47:10.150594 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-9afdd931-529b-4b32-97e7-7d156e2b28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:10.152021 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-9afdd931-529b-4b32-97e7-7d156e2b28bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfe5a7c0bcf2498d83d9336d5d6706b4&device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 1096 time: 0.2637596 Jul 09 15:47:10.253374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50060) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:10.304928 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50066) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:10.352303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Allocated IP 172.20.0.13 (6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0/db7727cb-4913-4e2e-ad18-d9063112c230/756b771b-cdb7-4950-a2dd-064aaa5d6867) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:10.377596 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a7d34-e5e9-429a-ab79-795b592baf73 req-9b2e7904-8553-4cc8-8029-6a2caeffc550 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:10.385563 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-408a7d34-e5e9-429a-ab79-795b592baf73 req-9b2e7904-8553-4cc8-8029-6a2caeffc550 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 943 time: 0.2000349 Jul 09 15:47:10.470933 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-4e104391-70a7-45bc-82bd-c22b93232b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:10.473115 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-4e104391-70a7-45bc-82bd-c22b93232b73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a569318-8a30-481e-9182-7df6942b3cb9 HTTP/1.1" status: 200 len: 912 time: 0.2700906 Jul 09 15:47:10.478611 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-408a7d34-e5e9-429a-ab79-795b592baf73 req-67d9da72-5fee-4e85-b5bd-5788456f0f20 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917990 Jul 09 15:47:10.562309 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-22a39c23-cd11-41c3-9fe4-a347cfc36349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c HTTP/1.1" status: 200 len: 217 time: 0.0809290 Jul 09 15:47:10.608343 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.638631 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:10.657699 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Usage tracker for resource:security_group_rule and tenant:9f063d422b224c9d95d004154312dbfa is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:10.673667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:10.686012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:10.734961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.820444 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.840344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.849406 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:10.859006 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:d385990d5a3b405698dee2b3d6b9855a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:10.862480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.864889 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:10.901062 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:10.917961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.918267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-e215acb3-505a-4653-bc26-e93e5383be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:10.919814 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-e215acb3-505a-4653-bc26-e93e5383be71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41667aad-0e40-43b1-bbbc-c0af510b0ca0 HTTP/1.1" status: 200 len: 851 time: 0.3490579 Jul 09 15:47:10.936920 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:10.963956 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:10.974719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:10.984084 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:10.990162 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:10.990795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:10.998265 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-7f32307f-12ca-47d9-ab90-679153b3df5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a569318-8a30-481e-9182-7df6942b3cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696223 Jul 09 15:47:11.008117 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Pushing event updated for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:11.009996 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b7f8-709f-4217-baba-c21fec528407 req-9a578756-b741-4689-b27d-c63dcdd94f43 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:11.017427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:11.020430 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:11.024324 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6f65b7f8-709f-4217-baba-c21fec528407 req-9a578756-b741-4689-b27d-c63dcdd94f43 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 944 time: 0.3663745 Jul 09 15:47:11.030995 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f063d422b224c9d95d004154312dbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434211 Jul 09 15:47:11.037103 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50098) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:11.092897 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea374e75-be37-4955-893d-b104bca09b81,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:11.107398 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:11.128861 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3578358 Jul 09 15:47:11.158404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Request body: {'port': {'device_id': 'd8eb556f-7b65-46e4-8523-04892f108244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:11.215946 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6f65b7f8-709f-4217-baba-c21fec528407 req-8ce7d54f-8d81-4f5d-a2e2-927f9f559499 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829469 Jul 09 15:47:11.291634 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-96ef7f3e-8e4d-4edd-89c9-97ddae841c0e service neutron] 10.222.0.69 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649686 Jul 09 15:47:11.352476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da881145-3109-4eb8-a3a5-3bc1aa1e7d94 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:11.356011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.374097 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Transition to ACTIVE for port object da881145-3109-4eb8-a3a5-3bc1aa1e7d94 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:11.407185 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.509562 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55ef806d-3431-4fd9-99ae-7f125ca752da req-fc02f790-7d94-4777-9507-68ce2293a05c service neutron] 10.222.0.69 "GET /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052803 Jul 09 15:47:11.510692 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.515779 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:11.544427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.558936 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.580879 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.601878 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-5d447a4c-151d-417d-b62e-454bb9efa6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:11.652618 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.662002 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 61d10d9d-9368-43aa-8274-3aef00b88e97 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:11.685803 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Pushing event updated for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:11.696769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:11.705283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Attempting to bind port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:11.705623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Attempting to bind port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:11.705948 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Attempting to bind port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:11.711867 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:11.712081 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Attempting to bind port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:11.719560 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d385990d5a3b405698dee2b3d6b9855a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4094496 Jul 09 15:47:11.719750 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:11.719750 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Checking segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:11.719750 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Bound using segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:11.720544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Bound port: da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:11.720903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.730960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50132) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:11.735305 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13065c4c-4ae8-4fb4-a90e-8f66a2d852ab,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:11.790984 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:11.820062 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-e436b6ec-7675-41fc-9549-316003d694f8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:11.833375 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-e436b6ec-7675-41fc-9549-316003d694f8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:11.878380 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:11.881603 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:11.899321 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.907670 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61d10d9d-9368-43aa-8274-3aef00b88e97,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:11.920238 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:11.924465 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '61d10d9d-9368-43aa-8274-3aef00b88e97', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'port_id': '61d10d9d-9368-43aa-8274-3aef00b88e97', 'mac_address': 'fa:16:3e:4c:a4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:11.937942 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-e436b6ec-7675-41fc-9549-316003d694f8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:11.940618 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-e436b6ec-7675-41fc-9549-316003d694f8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 932 time: 0.6008904 Jul 09 15:47:11.970094 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:11.999205 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.010866 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:12.012520 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:12.013315 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.014554 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 1093 time: 2.2619770 Jul 09 15:47:12.017459 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:12.022647 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d10d9d-9368-43aa-8274-3aef00b88e97 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:12.035467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.052980 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61d10d9d-9368-43aa-8274-3aef00b88e97,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:12.060478 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.063229 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:12.068426 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Pushing event updated for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:12.075536 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:12.080255 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.094735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4a03-6b14-450d-bde0-81cff5e67ceb req-27849a01-143c-4b7a-8e47-6083dc1729f5 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:12.101682 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b53f4a03-6b14-450d-bde0-81cff5e67ceb req-27849a01-143c-4b7a-8e47-6083dc1729f5 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 943 time: 0.3714430 Jul 09 15:47:12.181246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:12.184738 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:12.188133 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea374e75-be37-4955-893d-b104bca09b81,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:12.196200 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:12.204405 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.209425 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ea374e75-be37-4955-893d-b104bca09b81 HTTP/1.1" status: 204 len: 168 time: 1.1679425 Jul 09 15:47:12.232572 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-86526f72-98b7-4519-adf3-08c2d2caa9f2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:12.320655 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b53f4a03-6b14-450d-bde0-81cff5e67ceb req-af355f1d-e4e0-44bf-bc0f-559a94d7d25d tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179666 Jul 09 15:47:12.360975 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-86526f72-98b7-4519-adf3-08c2d2caa9f2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:12.365253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-ad6db5f7-6034-4169-9987-7df60b55e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:12.369946 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-ad6db5f7-6034-4169-9987-7df60b55e1e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1096 time: 0.2662902 Jul 09 15:47:12.377767 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dc2dbb00-7a7e-4a0b-be97-a9d50ea9a413 req-86526f72-98b7-4519-adf3-08c2d2caa9f2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142203 Jul 09 15:47:12.378168 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50154) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:12.419800 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:12.559560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.561818 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94', 'status': 'completed', 'code': 200} Jul 09 15:47:12.614614 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756b771b-cdb7-4950-a2dd-064aaa5d6867 {{(pid=78595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:12.623938 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.644577 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Transition to ACTIVE for port object 756b771b-cdb7-4950-a2dd-064aaa5d6867 will not be triggered until provisioned by entity L2. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:12.655598 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.664794 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:12.667470 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:12.687017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13065c4c-4ae8-4fb4-a90e-8f66a2d852ab,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:12.699828 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:12.702887 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-a1e1f841-a602-4122-aa27-232034b144cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.2843499 Jul 09 15:47:12.711963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.713742 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13065c4c-4ae8-4fb4-a90e-8f66a2d852ab HTTP/1.1" status: 204 len: 168 time: 0.9803007 Jul 09 15:47:12.803365 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dffb2-3f67-4ccb-bde9-b1fd041e8845 req-45693a63-7ebd-4fb5-b214-dc1c0de743b0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:12.804916 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e79dffb2-3f67-4ccb-bde9-b1fd041e8845 req-45693a63-7ebd-4fb5-b214-dc1c0de743b0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 945 time: 0.2704954 Jul 09 15:47:12.834082 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-d9f04c86-c8ea-41fa-835f-1107c2dcd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:12.838649 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-d9f04c86-c8ea-41fa-835f-1107c2dcd147 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.1218779 Jul 09 15:47:12.899480 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-908387ac-e164-48bb-bdb7-daf9af31c47b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538418 Jul 09 15:47:12.941274 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:47:12.961832 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:12.962764 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:12.996219 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:13.033816 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e79dffb2-3f67-4ccb-bde9-b1fd041e8845 req-93ac5e78-2a4e-4036-ac3c-11e30d3749c9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231942 Jul 09 15:47:13.038176 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Attempting to bind port 756b771b-cdb7-4950-a2dd-064aaa5d6867 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:13.038899 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Attempting to bind port 756b771b-cdb7-4950-a2dd-064aaa5d6867 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:13.039463 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Attempting to bind port 756b771b-cdb7-4950-a2dd-064aaa5d6867 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:13.044531 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Port 756b771b-cdb7-4950-a2dd-064aaa5d6867 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:13.045116 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Attempting to bind port 756b771b-cdb7-4950-a2dd-064aaa5d6867 on network 6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:13.049381 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:13.051939 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:13.052508 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Checking segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:13.053107 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Bound using segment: {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:13.053736 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Bound port: 756b771b-cdb7-4950-a2dd-064aaa5d6867, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0'}}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:13.054345 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.063476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Usage tracker for resource:security_group_rule and tenant:c913c795802c41bd9c54b1c4244b07fb is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:13.074493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:13.101709 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:13.157033 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-4469e4e1-20d7-4b55-bb23-fc8cf060d0c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404234 Jul 09 15:47:13.166645 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, cleared binding levels {{(pid=78595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:13.170513 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:13.178231 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.184852 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:13.193936 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50178) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:13.277389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.278076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=3']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:13.282462 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:13.286606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:13.287493 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.289036 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] 10.222.0.69 "PUT /v2.0/ports/756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 200 len: 1094 time: 2.1416814 Jul 09 15:47:13.289649 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:13.329882 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:13.357868 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c1825a42d9af4d5f88cbd37ce51a0246 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:13.361898 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867', 'status': 'completed', 'code': 200} Jul 09 15:47:13.368278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:13.401480 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:13.410003 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f9a5a01-c0e0-4e70-956b-7590e9917dbd req-66b06bcb-ff70-43f6-8bf8-59d561c3f772 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442670 Jul 09 15:47:13.445141 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.454204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.480417 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-0d856dc7-0343-4a24-94ae-806a8a46d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:13.482054 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-0d856dc7-0343-4a24-94ae-806a8a46d92a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1097 time: 0.1000574 Jul 09 15:47:13.492489 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fcf66887-eb06-4289-81c5-f1b970dfc10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:13.603547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e11af3-667c-4c74-8d44-ec43d970d7cd,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:13.617573 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:13.623744 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device eb155cc6-1a91-48f5-8fab-c518617c9f4c details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:13.627371 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-d59854ca-2e68-4bcd-9c4b-d7becd1a0ef5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 200 len: 217 time: 0.1101229 Jul 09 15:47:13.741285 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 61d10d9d-9368-43aa-8274-3aef00b88e97 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:13.767750 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c913c795802c41bd9c54b1c4244b07fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3882318 Jul 09 15:47:13.774559 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50202) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:13.818295 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-30639c42-4d82-4b68-9cbe-1388d4512cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:13.819740 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-30639c42-4d82-4b68-9cbe-1388d4512cb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.1749718 Jul 09 15:47:13.873192 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 61d10d9d-9368-43aa-8274-3aef00b88e97 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:13.886547 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 61d10d9d-9368-43aa-8274-3aef00b88e97 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:13.887255 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.887837 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-58f6b3f9-d95b-44a9-980a-d39582416569 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596161 Jul 09 15:47:13.942629 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb0acb-c8ac-4d73-8478-fd6c21ec24f9 req-8ae4727d-bd4c-4e0d-aa92-19b256732afe tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:13.944195 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-06bb0acb-c8ac-4d73-8478-fd6c21ec24f9 req-8ae4727d-bd4c-4e0d-aa92-19b256732afe tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 943 time: 0.3655043 Jul 09 15:47:13.952674 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:13.973110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c,segment=NetworkSegment(b2920c80-a158-4910-a1ad-2c88869ab8a6),segment_id=b2920c80-a158-4910-a1ad-2c88869ab8a6)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:14.006712 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc4c1-cda8-4da4-9799-e996db142de9 req-985cd7c2-3bcb-496e-96ee-0889833561b9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:14.013999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84ffc4c1-cda8-4da4-9799-e996db142de9 req-985cd7c2-3bcb-496e-96ee-0889833561b9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 944 time: 0.4734299 Jul 09 15:47:14.028823 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c', 'network_id': '1a569318-8a30-481e-9182-7df6942b3cb9', 'port_id': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c', 'mac_address': 'fa:16:3e:18:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41667aad-0e40-43b1-bbbc-c0af510b0ca0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:14.088220 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-c6267d09-6f2f-48ec-b53d-a81d908ad9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:14.089712 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-c6267d09-6f2f-48ec-b53d-a81d908ad9ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1096 time: 0.5538802 Jul 09 15:47:14.111841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.172638 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-06bb0acb-c8ac-4d73-8478-fd6c21ec24f9 req-62ac28cd-8944-46b6-be26-e3abae09c6ca tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645379 Jul 09 15:47:14.174684 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.189131 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.283581 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.308674 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.316966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-32c2b758-9bc9-4dd4-acac-3563125465e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:14.344278 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb155cc6-1a91-48f5-8fab-c518617c9f4c {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:14.391663 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84ffc4c1-cda8-4da4-9799-e996db142de9 req-dbf9cdbb-fae2-4ca7-99a7-f1b65d654250 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768845 Jul 09 15:47:14.423511 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:14.449477 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-887d4f2b-2f79-4a7a-bbe5-0cf7d9fff63d service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500684 Jul 09 15:47:14.450174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.477440 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1825a42d9af4d5f88cbd37ce51a0246&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2805374 Jul 09 15:47:14.490382 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79abe6ff-98ab-4c5f-83fb-d067d2092043,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:14.492912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50230) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:14.500385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:14.548677 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c,segment=NetworkSegment(b2920c80-a158-4910-a1ad-2c88869ab8a6),segment_id=b2920c80-a158-4910-a1ad-2c88869ab8a6)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:14.563621 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.579252 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61d10d9d-9368-43aa-8274-3aef00b88e97,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:14.588631 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:14.639366 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-58427075-ebd9-470d-8e02-e3f322a6cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:14.640899 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-58427075-ebd9-470d-8e02-e3f322a6cecf service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.5248864 Jul 09 15:47:14.673137 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.678139 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6a62d7af-3be0-4001-8ddd-13a2f0a22800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:14.685686 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:14.689768 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:14.690296 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:14.759741 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-8325c728-321c-46d2-bab7-1b9d1b8954ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.1034195 Jul 09 15:47:14.795114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e11af3-667c-4c74-8d44-ec43d970d7cd,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:14.816962 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:14.819888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.821723 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:14.833954 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83e11af3-667c-4c74-8d44-ec43d970d7cd HTTP/1.1" status: 204 len: 168 time: 1.0583985 Jul 09 15:47:14.837152 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d6abea2f-2c78-4c9b-9cfe-dab08dd84b6c req-8f59ed75-5e62-4344-b683-3b5aa80a7356 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791106 Jul 09 15:47:14.840873 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:14.859201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3895e59-c954-4657-b20a-b3ae4eacd1f4 req-6bd07dac-85ce-4834-aebe-152b711db0eb tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:14.864353 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e3895e59-c954-4657-b20a-b3ae4eacd1f4 req-6bd07dac-85ce-4834-aebe-152b711db0eb tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 945 time: 0.5584164 Jul 09 15:47:14.871415 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:14.933493 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['eb155cc6-1a91-48f5-8fab-c518617c9f4c'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:14.962053 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e3895e59-c954-4657-b20a-b3ae4eacd1f4 req-e0c86a35-0f37-407c-866e-93c941dc12d6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884535 Jul 09 15:47:14.978291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.000957 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-1476c8d6-e079-4958-8483-3c569ec7ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:15.002564 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-1476c8d6-e079-4958-8483-3c569ec7ad05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.2208099 Jul 09 15:47:15.056371 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.064702 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-37af462c-75cd-47f9-b6f6-d13e31093984 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485883 Jul 09 15:47:15.084490 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749064f1-fce0-458a-8262-d91920456f8c req-f254cfa9-91bc-4931-bf0b-31bccbd887be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:15.086810 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-f254cfa9-91bc-4931-bf0b-31bccbd887be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1097 time: 0.1219318 Jul 09 15:47:15.181565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.210422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0c3077cd-91c0-45d9-b981-b86911dd58be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:15.251279 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79abe6ff-98ab-4c5f-83fb-d067d2092043,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:15.259538 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:15.308054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749064f1-fce0-458a-8262-d91920456f8c req-de33b8d9-fcaf-42ea-ba84-b1e42c8700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:15.310090 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-de33b8d9-fcaf-42ea-ba84-b1e42c8700ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.2166147 Jul 09 15:47:15.321813 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.334982 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79abe6ff-98ab-4c5f-83fb-d067d2092043 HTTP/1.1" status: 204 len: 168 time: 0.8387926 Jul 09 15:47:15.371451 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-266f7644-7fb3-44a6-8a24-bf6ccb294c07 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983730 Jul 09 15:47:15.427565 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-ae5825c7-d33f-481f-ae5b-3160045015dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 200 len: 217 time: 0.1100001 Jul 09 15:47:15.495540 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97', 'code': 200} Jul 09 15:47:15.517642 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50270) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:15.526294 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3b9f51e6-3c43-4461-8b97-c1e5150fd34d req-89f6aebd-f49c-42a8-9a4b-c3550f762e47 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479933 Jul 09 15:47:15.543270 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749064f1-fce0-458a-8262-d91920456f8c req-f6992693-1cc9-4968-bda5-07361789cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:15.544735 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-f6992693-1cc9-4968-bda5-07361789cfe5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.0942535 Jul 09 15:47:15.564587 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07274e3f-d73e-4843-a5b5-d57cd9487312 req-6eec8d05-7d1b-468c-b231-8d27b6b18858 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:15.566701 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-07274e3f-d73e-4843-a5b5-d57cd9487312 req-6eec8d05-7d1b-468c-b231-8d27b6b18858 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 944 time: 0.1849942 Jul 09 15:47:15.636936 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device da881145-3109-4eb8-a3a5-3bc1aa1e7d94 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:15.732676 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-b9bac280-4e3b-4028-be50-f2f801422c2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649725 Jul 09 15:47:15.735721 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-07274e3f-d73e-4843-a5b5-d57cd9487312 req-3693e02b-8947-41d3-ab13-356e30eca5a0 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111183 Jul 09 15:47:15.881923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:15.896315 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'port_id': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94', 'mac_address': 'fa:16:3e:2b:18:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:15.911629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50280) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:15.912174 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-1c03c5c0-370b-4b31-a72b-23b3d4f2c108 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689627 Jul 09 15:47:15.950525 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.967805 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:15.978301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:15.987011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Usage tracker for resource:security_group_rule and tenant:522715e52a4146f18f649d49c404d1e7 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:15.991343 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da881145-3109-4eb8-a3a5-3bc1aa1e7d94 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:15.992173 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:16.001453 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:16.020603 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:16.022084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce1ac-9059-4d28-be14-1cf05031fd88 req-b891d9f6-f871-4f27-8392-568e6e33d7c2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:16.029782 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fe2ce1ac-9059-4d28-be14-1cf05031fd88 req-b891d9f6-f871-4f27-8392-568e6e33d7c2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 944 time: 0.4154744 Jul 09 15:47:16.037109 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.039207 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:16.079963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-d378e5db-338a-4bc9-af3b-45a12a042797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:16.081999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-d378e5db-338a-4bc9-af3b-45a12a042797 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 1099 time: 0.2597163 Jul 09 15:47:16.147760 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.189584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:16.190866 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fe2ce1ac-9059-4d28-be14-1cf05031fd88 req-5cf21c8b-3110-421d-a87e-304904b04991 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590712 Jul 09 15:47:16.203639 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:16.210781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Usage tracker for resource:security_group_rule and tenant:43fe4b0a2e2042bda2ec396e4092b5d5 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:16.211277 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:16.218825 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:16.227177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:16.252290 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-749064f1-fce0-458a-8262-d91920456f8c req-65eb4d7c-9638-473f-b2ea-07abfb221c52 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326485 Jul 09 15:47:16.283919 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.307056 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:16.314131 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Usage tracker for resource:security_group_rule and tenant:e49dbc0e69e748c7b4075e36ca047005 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:16.317582 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:16.320757 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.346799 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.350678 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:16.367003 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['da881145-3109-4eb8-a3a5-3bc1aa1e7d94'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:16.372559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8e9728f5-c4d5-4e5a-a2ba-5ee5a43c42b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:16.377927 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ab550-3091-4d25-9cb7-da1af4b58632 req-1e876724-dac0-4d70-ad7c-61ef2eb39182 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:16.389369 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-130ab550-3091-4d25-9cb7-da1af4b58632 req-1e876724-dac0-4d70-ad7c-61ef2eb39182 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.2531419 Jul 09 15:47:16.437160 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=522715e52a4146f18f649d49c404d1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167501 Jul 09 15:47:16.437160 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50300) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:16.450992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0aa217-452f-404b-a6ea-ac0d47c51686,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:16.462128 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-130ab550-3091-4d25-9cb7-da1af4b58632 req-df5df200-3e51-48ec-8087-a236bee3ba43 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Jul 09 15:47:16.477940 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:16.539301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.552025 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.556688 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.563833 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.566770 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fcacb1a4-1a11-4da3-b5f9-79e163ccfe0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:16.577278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.580133 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-783060e1-a6fc-458b-ad48-bb48e25dd061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:16.599025 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f90443e8-7768-49e5-bff5-30a0e598a609 req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960077 Jul 09 15:47:16.625519 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfb4f2-d3ea-4ade-8e07-b3c2e33a01e3,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:16.629697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.636683 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:16.676380 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e49dbc0e69e748c7b4075e36ca047005&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1553502 Jul 09 15:47:16.678808 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d2578f-9066-4830-8042-522c9a9feb11,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:16.679061 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50310) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:16.682388 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:16.781482 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.790892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:16.801710 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.814381 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0aa217-452f-404b-a6ea-ac0d47c51686,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:16.821632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:16.836528 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.840694 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc0aa217-452f-404b-a6ea-ac0d47c51686 HTTP/1.1" status: 204 len: 168 time: 0.3980818 Jul 09 15:47:16.852660 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.976999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982413-8789-4f87-b626-91a2410e6451 req-ae0d2496-2f8c-431a-8744-b3c18663ca16 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:16.978518 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9e982413-8789-4f87-b626-91a2410e6451 req-ae0d2496-2f8c-431a-8744-b3c18663ca16 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 944 time: 0.1032836 Jul 09 15:47:16.983226 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:16.992350 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e9c60046-4c93-498c-bdf6-3255448f8248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:17.032782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d2578f-9066-4830-8042-522c9a9feb11,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:17.035989 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:17.049565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:17.054350 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6d2578f-9066-4830-8042-522c9a9feb11 HTTP/1.1" status: 204 len: 168 time: 0.3699446 Jul 09 15:47:17.071652 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9e982413-8789-4f87-b626-91a2410e6451 req-2210e73b-3a32-4d6e-bdd6-916b0af269aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816371 Jul 09 15:47:17.450840 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965943-4bc9-417c-9eba-1c6178627981 req-c89c41a5-73d1-499d-9ea8-4e53124fc2a1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:17.467835 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50356) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:17.468622 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-df965943-4bc9-417c-9eba-1c6178627981 req-c89c41a5-73d1-499d-9ea8-4e53124fc2a1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 944 time: 0.1271431 Jul 09 15:47:17.505815 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:17.544138 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:17.554269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Usage tracker for resource:security_group_rule and tenant:b3778d562bde4211bb6f6e068a117fbb is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:17.567024 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:17.573351 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:17.580759 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-df965943-4bc9-417c-9eba-1c6178627981 req-2dfe048c-53c2-490d-8a44-cda969d255df tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089971 Jul 09 15:47:17.623597 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50368) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:17.643536 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 756b771b-cdb7-4950-a2dd-064aaa5d6867 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:17.653070 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device da881145-3109-4eb8-a3a5-3bc1aa1e7d94 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:17.763456 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:17.772146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:17.789368 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:17.839952 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcada-1561-47d2-96cb-d5a08c84d974 req-aee51da9-5dcb-48e4-877a-2050bd9c8359 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:17.849502 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2f3bcada-1561-47d2-96cb-d5a08c84d974 req-aee51da9-5dcb-48e4-877a-2050bd9c8359 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.2017691 Jul 09 15:47:17.952070 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50384) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:17.952619 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3778d562bde4211bb6f6e068a117fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831476 Jul 09 15:47:18.008247 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2f3bcada-1561-47d2-96cb-d5a08c84d974 req-5e4190e5-8018-4637-af02-52e5815d62b9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568012 Jul 09 15:47:18.009626 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdbccfe-9ab9-4fb0-a2b3-f109487d91a7,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:18.013992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:18.043621 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567387338-network', 'tenant_id': 'b5ddb620714b4aa091b89d96a37e5dc6'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:18.052588 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:18.058616 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Usage tracker for resource:network and tenant:b5ddb620714b4aa091b89d96a37e5dc6 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:18.065367 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:18.073744 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:18.085375 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:18.085986 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.087800 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:18.097617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.117529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Made reservation on behalf of b5ddb620714b4aa091b89d96a37e5dc6 for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:18.120786 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.148525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.170483 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.182684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:18.185358 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:18.197354 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Usage tracker for resource:security_group_rule and tenant:b5ddb620714b4aa091b89d96a37e5dc6 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:18.207324 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:18.218099 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:18.230131 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '756b771b-cdb7-4950-a2dd-064aaa5d6867', 'network_id': '6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0', 'port_id': '756b771b-cdb7-4950-a2dd-064aaa5d6867', 'mac_address': 'fa:16:3e:db:0e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7727cb-4913-4e2e-ad18-d9063112c230', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:18.437380 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.453093 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d54fe3e7-f6b8-4894-8df9-72ae039d3630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:18.489361 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdbccfe-9ab9-4fb0-a2b3-f109487d91a7,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:18.503822 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b6aeb-deac-4d3f-9cf0-d14a48813fd8 req-f8bc58ad-ed50-4114-ab47-c7e3eeb4f9e4 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:18.517159 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f54b6aeb-deac-4d3f-9cf0-d14a48813fd8 req-f8bc58ad-ed50-4114-ab47-c7e3eeb4f9e4 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 944 time: 0.2404048 Jul 09 15:47:18.532246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:18.573927 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.616608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.620175 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4fdbccfe-9ab9-4fb0-a2b3-f109487d91a7 HTTP/1.1" status: 204 len: 168 time: 0.6645305 Jul 09 15:47:18.694774 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:18.700735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:18.725756 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.728770 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device eb155cc6-1a91-48f5-8fab-c518617c9f4c up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:18.780697 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.787379 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f54b6aeb-deac-4d3f-9cf0-d14a48813fd8 req-0fed0731-f45e-446d-8fdc-26b6c6dd51b2 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674141 Jul 09 15:47:18.788740 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.791752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:18.816475 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.821365 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:47:18.830230 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:18.835600 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:18.840685 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.841286 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Added segment 13b93d46-f329-4e7a-9909-c85c45ef7a9e of type vlan for network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 Jul 09 15:47:18.842743 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:18.876708 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.918637 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b771b-cdb7-4950-a2dd-064aaa5d6867 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:18.921401 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.923458 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:18.925580 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:18.932135 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-dec08f51-070e-4c70-9faa-9f11ead11c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:18.957972 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87c8a7-92d8-43e1-a48d-46b88c433510 req-96ec72fa-0f0a-4716-b7db-574b39749060 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:18.959546 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ee87c8a7-92d8-43e1-a48d-46b88c433510 req-96ec72fa-0f0a-4716-b7db-574b39749060 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 944 time: 0.2139575 Jul 09 15:47:18.988028 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94', 'code': 200} Jul 09 15:47:19.031593 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:19.048101 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:19.075875 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:19.079159 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.092502 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:19.097933 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ee87c8a7-92d8-43e1-a48d-46b88c433510 req-0390e841-1dff-4718-ade0-31a0640c4b4d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300948 Jul 09 15:47:19.156444 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Pushing event updated for resources: {'Network': ['ID=1ed37592-617d-497e-8b3e-6d98c0d9c2c4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:19.164233 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5382447 Jul 09 15:47:19.166388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50456) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:19.166830 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:19.172335 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Request body: {'subnet': {'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567387338-subnet', 'tenant_id': 'b5ddb620714b4aa091b89d96a37e5dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:19.184377 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:19.188915 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:47:19.189058 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Usage tracker for resource:subnet and tenant:b5ddb620714b4aa091b89d96a37e5dc6 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:19.198705 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:19.207163 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:19.226569 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Made reservation on behalf of b5ddb620714b4aa091b89d96a37e5dc6 for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:19.230536 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port eb155cc6-1a91-48f5-8fab-c518617c9f4c completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:19.233701 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.345046 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f534c-473d-4285-9212-e327dc2979f6 req-50fb98d1-99bc-45c8-80da-35d4966e7796 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:19.353588 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-616f534c-473d-4285-9212-e327dc2979f6 req-50fb98d1-99bc-45c8-80da-35d4966e7796 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.1078229 Jul 09 15:47:19.400043 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-616f534c-473d-4285-9212-e327dc2979f6 req-b85f632c-240d-4d93-996c-c7ad76a5c94a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454309 Jul 09 15:47:19.411646 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port eb155cc6-1a91-48f5-8fab-c518617c9f4c triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:19.412222 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.535256 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:19.546388 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['756b771b-cdb7-4950-a2dd-064aaa5d6867'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:19.578544 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:19.603744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7831-3ae5-45a8-8f13-ff6af477e328 req-2bba91ff-f3b8-4898-afc9-c6e9afbeb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:19.607403 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5de7831-3ae5-45a8-8f13-ff6af477e328 req-2bba91ff-f3b8-4898-afc9-c6e9afbeb4a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.3187177 Jul 09 15:47:19.743248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.774435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a5de7831-3ae5-45a8-8f13-ff6af477e328 req-691905a4-3ad9-4ed8-9b74-8a1f5cf4b611 service neutron] Synchronizing usage tracker for tenant:43fe4b0a2e2042bda2ec396e4092b5d5 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:19.783653 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c,segment=NetworkSegment(b2920c80-a158-4910-a1ad-2c88869ab8a6),segment_id=b2920c80-a158-4910-a1ad-2c88869ab8a6)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:19.788815 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.792994 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:19.853883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a5de7831-3ae5-45a8-8f13-ff6af477e328 req-691905a4-3ad9-4ed8-9b74-8a1f5cf4b611 service neutron] Unset dirty status for tenant:43fe4b0a2e2042bda2ec396e4092b5d5 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:19.857851 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5de7831-3ae5-45a8-8f13-ff6af477e328 req-691905a4-3ad9-4ed8-9b74-8a1f5cf4b611 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366633 Jul 09 15:47:19.877668 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:19.902737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-989ee5d0-5f2b-418f-9b35-6238d1039f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:19.918865 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:19.924719 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:20.123853 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec5e067-137a-478b-af89-da6c49144d38,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:20.137283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:20.140932 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Checking segment: {'id': '13b93d46-f329-4e7a-9909-c85c45ef7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:20.141477 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Network hostable DHCP agents. Network: 1ed37592-617d-497e-8b3e-6d98c0d9c2c4, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:47:20.180377 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab21db1-8769-4bc6-aae4-a4b374cd16e2 req-051b709b-52a1-444c-bad2-c951e7832278 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:20.188266 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ab21db1-8769-4bc6-aae4-a4b374cd16e2 req-051b709b-52a1-444c-bad2-c951e7832278 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.1824226 Jul 09 15:47:20.203444 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:47:20.231240 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 1ed37592-617d-497e-8b3e-6d98c0d9c2c4) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:20.239555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:20.240147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:20.240603 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f0ed1c-30bf-4066-9253-51760d65b818 None None] Network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:20.258767 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ab21db1-8769-4bc6-aae4-a4b374cd16e2 req-87733da9-6968-4692-96a6-6075b0d96135 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694399 Jul 09 15:47:20.283862 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1161699 Jul 09 15:47:20.420795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3bce6-90ba-48fa-8480-64874389d19f req-816b19bc-4bfe-4a67-bd97-832adffd2b03 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:20.422473 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e0e3bce6-90ba-48fa-8480-64874389d19f req-816b19bc-4bfe-4a67-bd97-832adffd2b03 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 945 time: 0.1012986 Jul 09 15:47:20.516912 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e0e3bce6-90ba-48fa-8480-64874389d19f req-b81dbe4d-b01c-4a81-b519-2f13ddcc52bc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869186 Jul 09 15:47:20.642727 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f9433-7fbf-4625-8c3d-288d66f4e02c None None] Network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:20.990553 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:21.132592 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c', 'code': 200} Jul 09 15:47:21.323716 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50580) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:21.329362 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-237573731-network', 'tenant_id': '715f4b5335224ceaa8f14838aefa34fe'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:21.338467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:21.342870 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Usage tracker for resource:network and tenant:715f4b5335224ceaa8f14838aefa34fe is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:21.345900 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:21.352565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:21.366126 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Made reservation on behalf of 715f4b5335224ceaa8f14838aefa34fe for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:21.369280 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:21.385683 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:21.405257 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:21.410881 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Usage tracker for resource:security_group_rule and tenant:715f4b5335224ceaa8f14838aefa34fe is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:21.414098 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:21.429405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:21.584631 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee4d24-b88b-4496-aee1-f74b3f217623 req-74c47c8a-9d19-4100-9e75-23cb5db610e9 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:21.592963 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-faee4d24-b88b-4496-aee1-f74b3f217623 req-74c47c8a-9d19-4100-9e75-23cb5db610e9 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.1196132 Jul 09 15:47:21.617209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:21.649811 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-faee4d24-b88b-4496-aee1-f74b3f217623 req-b974e262-d8cb-4ca0-9a74-c8c67e279745 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Jul 09 15:47:21.682496 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 756b771b-cdb7-4950-a2dd-064aaa5d6867 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:21.751741 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:21.796044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d740a399-feaf-4d23-9b47-6dcd8ed1ae5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:21.919171 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 756b771b-cdb7-4950-a2dd-064aaa5d6867 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:21.928940 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 756b771b-cdb7-4950-a2dd-064aaa5d6867 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:21.929329 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.012473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:47:22.042746 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1aeec5-806b-4719-8eb3-792b6f07a269,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:22.051797 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:22.063738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.064185 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Added segment 99e1bb17-2057-448a-8351-2a0588a02698 of type vlan for network a7bb37c9-ad21-4ba0-abda-bedca38d6de0 Jul 09 15:47:22.101291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbd5cb-3483-4557-8d03-f35eb1e9d19c req-13c7b971-404d-4059-8944-23028a5e4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:22.102914 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cbcbd5cb-3483-4557-8d03-f35eb1e9d19c req-13c7b971-404d-4059-8944-23028a5e4dec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 1098 time: 0.4749234 Jul 09 15:47:22.117442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef7143-a8a4-4114-90fa-3d18147056c2 req-091c0d97-6d28-4c9e-989e-cc2cd8642ae2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:22.124401 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-19ef7143-a8a4-4114-90fa-3d18147056c2 req-091c0d97-6d28-4c9e-989e-cc2cd8642ae2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 945 time: 0.3047369 Jul 09 15:47:22.131169 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.150370 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.195318 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:22.204281 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.206778 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:22.254404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50618) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:22.301316 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:22.305434 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:22.320960 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cbcbd5cb-3483-4557-8d03-f35eb1e9d19c req-e448659b-670c-4edf-9cd4-ca9d4ee8155f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918175 Jul 09 15:47:22.339395 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-19ef7143-a8a4-4114-90fa-3d18147056c2 req-8c131351-e2e7-4abd-99e2-12fbd432b327 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131898 Jul 09 15:47:22.357086 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.358414 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:22.358991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.374213 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:22.466179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bb37c9-ad21-4ba0-abda-bedca38d6de0,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:22.468998 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:22.474781 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1468697 Jul 09 15:47:22.475123 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50634) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:22.477893 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network a7bb37c9-ad21-4ba0-abda-bedca38d6de0 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:47:22.482386 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Request body: {'subnet': {'network_id': 'a7bb37c9-ad21-4ba0-abda-bedca38d6de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-237573731-subnet', 'tenant_id': '715f4b5335224ceaa8f14838aefa34fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:22.487152 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:22.491544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Usage tracker for resource:subnet and tenant:715f4b5335224ceaa8f14838aefa34fe is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:22.495211 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:22.501253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:22.513323 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Made reservation on behalf of 715f4b5335224ceaa8f14838aefa34fe for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:22.516307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.518012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.558185 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:22.567336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:735376d72c234fb4b62b1bf877ddc63b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:22.570595 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:22.587142 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:22.701484 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.707839 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.717787 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-02b7ad5f-feb9-494b-ab2b-d6e7a13ed594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:22.778736 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=735376d72c234fb4b62b1bf877ddc63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228245 Jul 09 15:47:22.779871 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df1c3d-673e-4224-8a97-ed90fee7a99d,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:22.781239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50646) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:22.797755 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:22.895208 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:22.916600 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-15a99522-f028-4413-bde4-21c45ca434ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:23.036980 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cf7bd4-c47e-4e89-9f9b-4fd0404c3a7d,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:23.041848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.044289 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:23.074109 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Checking segment: {'id': '99e1bb17-2057-448a-8351-2a0588a02698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a7bb37c9-ad21-4ba0-abda-bedca38d6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:23.074619 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Network hostable DHCP agents. Network: a7bb37c9-ad21-4ba0-abda-bedca38d6de0, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:47:23.088247 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a65ea-15af-4693-96c1-2275504f2713 req-96fc1ca7-c087-43a4-9dfe-091a157237e5 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:23.089997 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-613a65ea-15af-4693-96c1-2275504f2713 req-96fc1ca7-c087-43a4-9dfe-091a157237e5 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.2577221 Jul 09 15:47:23.128325 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.133721 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:23.192146 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867', 'code': 200} Jul 09 15:47:23.195796 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Network a7bb37c9-ad21-4ba0-abda-bedca38d6de0 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:47:23.238382 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-613a65ea-15af-4693-96c1-2275504f2713 req-71d1980f-07d0-480c-9f95-fe9dcac01cef tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383588 Jul 09 15:47:23.241945 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, a7bb37c9-ad21-4ba0-abda-bedca38d6de0) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:23.264818 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:23.265418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.266520 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f63f5-1612-4f6d-a92a-f49c0a12ca6d None None] Network a7bb37c9-ad21-4ba0-abda-bedca38d6de0 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:23.330137 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8442521 Jul 09 15:47:23.330137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.330137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.330137 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52df1c3d-673e-4224-8a97-ed90fee7a99d HTTP/1.1" status: 204 len: 168 time: 0.5421805 Jul 09 15:47:23.330137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:23.360866 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df1c3d-673e-4224-8a97-ed90fee7a99d,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:23.364216 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:23.597367 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b229c61-df87-4752-a207-79d820575e71 None None] Network a7bb37c9-ad21-4ba0-abda-bedca38d6de0 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:23.639845 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d5d94-6dec-4e87-ad28-e4658138a04f req-71af360e-2913-469e-a76a-7879b1e69991 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:23.648375 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d55d5d94-6dec-4e87-ad28-e4658138a04f req-71af360e-2913-469e-a76a-7879b1e69991 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.0928345 Jul 09 15:47:23.703495 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d55d5d94-6dec-4e87-ad28-e4658138a04f req-133cd5ca-61cc-4fbd-9d6e-40bc6ec9218d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535817 Jul 09 15:47:23.876504 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1c20-5034-4578-8676-1761d0a1f806 req-e16669a9-f464-4ce0-a84a-f68e6ce1fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:23.878121 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b7ef1c20-5034-4578-8676-1761d0a1f806 req-e16669a9-f464-4ce0-a84a-f68e6ce1fd11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1099 time: 0.1822078 Jul 09 15:47:23.932472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50686) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:23.962289 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.963239 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b7ef1c20-5034-4578-8676-1761d0a1f806 req-c19410ca-d96d-4295-aac1-266bd06c40b4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649064 Jul 09 15:47:23.985232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:23.992498 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:456d020c203248228c84a8636f32c781 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:23.996130 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:24.009475 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:24.099937 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.103923 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.112303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-80d61e9a-fed5-4d34-aae8-7002882e35ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:24.152549 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=456d020c203248228c84a8636f32c781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189314 Jul 09 15:47:24.153360 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d92d93-544f-417e-82c8-529d038e351a,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:24.155706 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50694) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:24.156386 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:24.231038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.261977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.442346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.448877 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-63f55466-bfb3-4f96-8dc7-58bbca9f640f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:24.467240 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f562674a-1915-421b-9174-56d361748765 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:24.469038 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f562674a-1915-421b-9174-56d361748765 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/networks?id=1ed37592-617d-497e-8b3e-6d98c0d9c2c4 HTTP/1.1" status: 200 len: 809 time: 0.2095065 Jul 09 15:47:24.469982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d92d93-544f-417e-82c8-529d038e351a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:24.475912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:24.478527 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.482740 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/63d92d93-544f-417e-82c8-529d038e351a HTTP/1.1" status: 204 len: 168 time: 0.3251419 Jul 09 15:47:24.495656 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120e7aa-ec05-410e-a272-573567167d18 req-0c22fa6a-2f71-4f6e-ac17-f8e85cdd9665 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:24.503995 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4120e7aa-ec05-410e-a272-573567167d18 req-0c22fa6a-2f71-4f6e-ac17-f8e85cdd9665 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.1624751 Jul 09 15:47:24.529249 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-0ce8bbd8-0b3e-4786-84e7-b1c4274031e4 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/quotas/b5ddb620714b4aa091b89d96a37e5dc6 HTTP/1.1" status: 200 len: 375 time: 0.0208993 Jul 09 15:47:24.576003 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e434fe24-fc29-484a-8917-bd66dc917891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:24.629453 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4120e7aa-ec05-410e-a272-573567167d18 req-bdcd406e-adb4-43e6-92e1-8279108e4041 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245615 Jul 09 15:47:24.644119 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-456edb14-4d09-4dee-b66b-54e436d475f6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ddb620714b4aa091b89d96a37e5dc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134682 Jul 09 15:47:24.872827 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-ae8e5b65-efe7-45ab-a6dc-92289dec45b0 service neutron] 10.222.0.63 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139423 Jul 09 15:47:24.941861 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b683-8008-4818-bdf5-4609657bba63 req-ee2512ae-4e96-4570-9e7b-66157a5d0e22 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:24.946773 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a0d5b683-8008-4818-bdf5-4609657bba63 req-ee2512ae-4e96-4570-9e7b-66157a5d0e22 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1111901 Jul 09 15:47:25.046948 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a0d5b683-8008-4818-bdf5-4609657bba63 req-6a96f272-e48d-4e5a-8b37-f7621a61d45c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941882 Jul 09 15:47:25.095446 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-fb50d035-eaf1-4847-941d-953aba27554d service neutron] 10.222.0.63 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147348 Jul 09 15:47:25.215261 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:25.356183 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-87211393-c71b-4246-9a66-94be6cc981ba req-17c05797-5515-40d1-80e9-59e22bc8b020 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 210 time: 0.0620515 Jul 09 15:47:26.270895 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f176e3a-a980-4068-aa1d-45a71d31825c req-879c2446-2342-44b1-9720-2ee327ff70fd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:26.272598 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2f176e3a-a980-4068-aa1d-45a71d31825c req-879c2446-2342-44b1-9720-2ee327ff70fd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.0945446 Jul 09 15:47:26.347587 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2f176e3a-a980-4068-aa1d-45a71d31825c req-2ad6bdf7-fc82-4c91-862a-428e3ebfaf95 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666215 Jul 09 15:47:26.598808 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-435009b8-0208-4e96-b5f8-04ca31cda388 req-02220f3b-6db5-43bc-a5fb-ae487bb9a4c8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 210 time: 0.0485008 Jul 09 15:47:27.164968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-64d79bbd-acd4-41fa-a730-027da173d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:27.166937 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-64d79bbd-acd4-41fa-a730-027da173d574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1099 time: 0.2040775 Jul 09 15:47:27.307483 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0cc984fb-87ca-48c6-ab3d-df1323886595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:27.603763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-c8de5a34-dd14-4f54-8cef-1a095e64b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:27.605680 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-c8de5a34-dd14-4f54-8cef-1a095e64b723 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.4283733 Jul 09 15:47:27.690995 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec701-7d9e-4577-b212-28c2efcc8d41 req-1779849a-dc91-4347-ac80-46e4dbf82fa6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:27.713848 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e66ec701-7d9e-4577-b212-28c2efcc8d41 req-1779849a-dc91-4347-ac80-46e4dbf82fa6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.6959801 Jul 09 15:47:27.838260 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 50874) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:27.887897 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-638efa14-86cb-40fb-8525-4fcd4ef7c5f8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:27.889030 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-638efa14-86cb-40fb-8525-4fcd4ef7c5f8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Synchronizing usage tracker for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:network {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:27.891291 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-2298ee3a-408e-43da-848b-6e1122344262 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 200 len: 217 time: 0.2770824 Jul 09 15:47:27.925789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-638efa14-86cb-40fb-8525-4fcd4ef7c5f8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Unset dirty status for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:network {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:27.927431 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-638efa14-86cb-40fb-8525-4fcd4ef7c5f8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.69 "GET /v2.0/networks?id=1ed37592-617d-497e-8b3e-6d98c0d9c2c4 HTTP/1.1" status: 200 len: 809 time: 0.7890959 Jul 09 15:47:27.945972 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e66ec701-7d9e-4577-b212-28c2efcc8d41 req-b377dac0-3c49-4878-b985-26507b4bec44 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105906 Jul 09 15:47:27.970450 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Request body: {'port': {'device_id': '34016dff-d58b-46a2-92d1-20b04694972b', 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4', 'admin_state_up': True, 'tenant_id': 'b5ddb620714b4aa091b89d96a37e5dc6'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:28.087931 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-3a46e1d5-7485-466c-8d6a-879596a6e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:28.089380 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-3a46e1d5-7485-466c-8d6a-879596a6e29f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.1786735 Jul 09 15:47:28.182192 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-53fa90b3-34aa-4fbf-a702-9f2e0ddcad93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794563 Jul 09 15:47:28.295535 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:28.408729 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:28.443902 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:28.444708 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-46797336-4534-4872-9530-ee57506ba030 req-8ee67dd2-07a2-46bf-b7c0-0727d7b0851c tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 210 time: 0.0766211 Jul 09 15:47:28.447947 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:003bad4fc12443cc849758c8d3d3c30e is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:28.450953 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:28.457002 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:28.483076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:28.495892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Usage tracker for resource:port and tenant:b5ddb620714b4aa091b89d96a37e5dc6 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:28.500055 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:28.506938 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-b82f432e-2809-4a81-a19a-bf82502a63ac service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110945 Jul 09 15:47:28.516330 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-e675b28e-5728-4e29-8db7-56eab2344f5e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:28.517859 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-e675b28e-5728-4e29-8db7-56eab2344f5e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.3375952 Jul 09 15:47:28.518973 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:28.549347 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-35de6c71-8eb6-4a31-9d41-9b793e9a3336 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/quotas/1fa22018184849f289169f3c02190fa1 HTTP/1.1" status: 200 len: 375 time: 0.0212204 Jul 09 15:47:28.589255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Made reservation on behalf of b5ddb620714b4aa091b89d96a37e5dc6 for: {'port': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:28.592703 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:28.686781 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b78fbd7-80a7-4c95-81ac-69162998e6e8 req-5e7cedb4-f5f9-4d1a-93cd-f390140650ac service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704407 Jul 09 15:47:28.819349 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:28.828266 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:28.840438 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:28.856200 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cb9c5e81-8ffd-460c-8ad4-02d4e67577e0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3053758 Jul 09 15:47:28.974548 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e9dbaf-61bd-4953-a01b-02735385d75b,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:28.978052 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Allocated IP 172.20.0.9 (1ed37592-617d-497e-8b3e-6d98c0d9c2c4/4ec5e067-137a-478b-af89-da6c49144d38/98987575-6fda-4041-807b-a4ca8a0ddf84) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:28.994583 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=003bad4fc12443cc849758c8d3d3c30e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1522799 Jul 09 15:47:28.995755 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50926) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:28.999847 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:29.087283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.092652 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-a7c7d63b-c9cb-48c6-8ec7-76d560b0f15f service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262318 Jul 09 15:47:29.152971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.240190 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b26bc-a5b8-4905-8774-cc58ab515fa3 req-481eb458-1f65-4dda-add7-aad57ec1c2af tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:29.241679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-df6b26bc-a5b8-4905-8774-cc58ab515fa3 req-481eb458-1f65-4dda-add7-aad57ec1c2af tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1387708 Jul 09 15:47:29.296247 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.309625 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:29.332047 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-df6b26bc-a5b8-4905-8774-cc58ab515fa3 req-c88d72b5-d18b-4d92-8c85-41d84245e919 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829911 Jul 09 15:47:29.340419 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e9dbaf-61bd-4953-a01b-02735385d75b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:29.350982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:29.352362 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.353445 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c4e9dbaf-61bd-4953-a01b-02735385d75b HTTP/1.1" status: 204 len: 168 time: 0.3553510 Jul 09 15:47:29.368752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.384809 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-b52b70ed-a80d-43d6-bd3a-b8144d69eeb9 service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735069 Jul 09 15:47:29.425714 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.442594 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:29.513365 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:29.536005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:29.539505 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Pushing event updated for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:29.546353 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:29.557593 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:29.558275 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.569001 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:29.765840 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-38e7193a-7b11-4eec-b210-e2957f897a25 req-413b2453-fbeb-4c2e-a339-21103cc21f8d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 210 time: 0.1225183 Jul 09 15:47:29.768197 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8066199 Jul 09 15:47:29.795141 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Request body: {'port': {'device_id': '34016dff-d58b-46a2-92d1-20b04694972b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:29.813954 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.861482 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11008f6-2325-4dff-b1ce-e72aa0ec4473 req-6adf462c-4a8c-4f5e-b268-904c03702451 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:29.864503 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e11008f6-2325-4dff-b1ce-e72aa0ec4473 req-6adf462c-4a8c-4f5e-b268-904c03702451 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 931 time: 0.1805022 Jul 09 15:47:29.910744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50964) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:29.965873 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e11008f6-2325-4dff-b1ce-e72aa0ec4473 req-12a8f594-5647-4d04-a306-8bd34b716f4f tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Jul 09 15:47:29.969429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.996850 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:30.003424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea487b69b26c4561bb1f558c3fe073f9 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:30.009066 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:30.019134 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.021875 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:30.140570 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.147180 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.159802 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:30.231769 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea487b69b26c4561bb1f558c3fe073f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196664 Jul 09 15:47:30.234675 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 50972) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:30.267818 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffcfb29-de9a-4672-a709-ffc38225ab79,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:30.277523 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:30.349088 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.429683 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.545450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.556026 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:30.611076 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffcfb29-de9a-4672-a709-ffc38225ab79,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:30.623244 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:30.633172 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.636800 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ffcfb29-de9a-4672-a709-ffc38225ab79 HTTP/1.1" status: 204 len: 168 time: 0.4010334 Jul 09 15:47:30.880344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3ee9-111b-4724-80f5-8bd08e484cf9 req-2352fa9b-fa01-4ed0-bc09-995842d64eac tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:30.884579 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f3fb3ee9-111b-4724-80f5-8bd08e484cf9 req-2352fa9b-fa01-4ed0-bc09-995842d64eac tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.3619208 Jul 09 15:47:30.990628 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2d9ed25a-740c-49c6-8415-2b510aa6119f req-224c66f3-c2c9-4859-85f7-0ea6935f3417 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0583723 Jul 09 15:47:31.007055 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f3fb3ee9-111b-4724-80f5-8bd08e484cf9 req-82d4f046-ba4f-42c4-806a-cde29b4d67ba tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061807 Jul 09 15:47:31.057014 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98987575-6fda-4041-807b-a4ca8a0ddf84 {{(pid=78595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:31.067812 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.087650 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Transition to ACTIVE for port object 98987575-6fda-4041-807b-a4ca8a0ddf84 will not be triggered until provisioned by entity L2. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:31.093361 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.100279 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e14dc267-2411-4b6d-838f-20d34575cf41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:31.391941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Pushing event updated for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:31.397464 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:31.411612 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Attempting to bind port 98987575-6fda-4041-807b-a4ca8a0ddf84 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:31.411957 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Attempting to bind port 98987575-6fda-4041-807b-a4ca8a0ddf84 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '13b93d46-f329-4e7a-9909-c85c45ef7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4'}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:31.412272 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Attempting to bind port 98987575-6fda-4041-807b-a4ca8a0ddf84 on network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:31.422091 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Port 98987575-6fda-4041-807b-a4ca8a0ddf84 on network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:31.422091 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Attempting to bind port 98987575-6fda-4041-807b-a4ca8a0ddf84 on network 1ed37592-617d-497e-8b3e-6d98c0d9c2c4 {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:31.428302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:31.428646 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Checking segment: {'id': '13b93d46-f329-4e7a-9909-c85c45ef7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:31.429036 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Bound using segment: {'id': '13b93d46-f329-4e7a-9909-c85c45ef7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4'} {{(pid=78595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:31.429449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.managers [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Bound port: 98987575-6fda-4041-807b-a4ca8a0ddf84, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b93d46-f329-4e7a-9909-c85c45ef7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4'}}] {{(pid=78595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:31.429794 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.431365 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aedb-61fe-440d-8e3e-f4144ef967b4 req-05f85f2b-7c06-49a0-be2e-e7d786758821 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:31.432935 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5513aedb-61fe-440d-8e3e-f4144ef967b4 req-05f85f2b-7c06-49a0-be2e-e7d786758821 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.0985954 Jul 09 15:47:31.508474 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5513aedb-61fe-440d-8e3e-f4144ef967b4 req-a719612d-6205-4c28-9cb0-1c6f9e62f235 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695944 Jul 09 15:47:31.513724 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-2717d750-0941-47d0-b83c-239896af229a tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:31.515311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-2717d750-0941-47d0-b83c-239896af229a tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Synchronizing usage tracker for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:31.555482 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-2717d750-0941-47d0-b83c-239896af229a tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Unset dirty status for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:31.556963 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-2717d750-0941-47d0-b83c-239896af229a tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 943 time: 0.2849622 Jul 09 15:47:31.564482 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, cleared binding levels {{(pid=78595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:31.569828 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=98987575-6fda-4041-807b-a4ca8a0ddf84,segment=NetworkSegment(13b93d46-f329-4e7a-9909-c85c45ef7a9e),segment_id=13b93d46-f329-4e7a-9909-c85c45ef7a9e)] {{(pid=78595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:31.602057 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.624079 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:31.712678 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-6f09e037-afa0-42ad-8f66-c951fb5da991 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Synchronizing usage tracker for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:31.715840 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:31.716458 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.717802 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] 10.222.0.69 "PUT /v2.0/ports/98987575-6fda-4041-807b-a4ca8a0ddf84 HTTP/1.1" status: 200 len: 1093 time: 1.9271309 Jul 09 15:47:31.722072 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:31.769165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-52e3d6d5-e52e-417e-afab-3ca710b54e4f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:31.770788 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-52e3d6d5-e52e-417e-afab-3ca710b54e4f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.2217870 Jul 09 15:47:31.782774 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-6f09e037-afa0-42ad-8f66-c951fb5da991 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Unset dirty status for tenant:b5ddb620714b4aa091b89d96a37e5dc6 on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:31.797505 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-14e2cfbd-322e-4444-b967-d67efe135ae4 req-6f09e037-afa0-42ad-8f66-c951fb5da991 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280307 Jul 09 15:47:31.803168 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Pushing event updated for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=3']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:31.813525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:31.826520 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84', 'status': 'completed', 'code': 200} Jul 09 15:47:31.826937 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Request body: {'port': {'device_id': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'admin_state_up': True, 'tenant_id': '1fa22018184849f289169f3c02190fa1'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:31.990480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-d1a97d31-149a-4d65-b5d4-af52e99ac368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:31.992007 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-d1a97d31-149a-4d65-b5d4-af52e99ac368 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ddb620714b4aa091b89d96a37e5dc6&device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 1096 time: 0.1049056 Jul 09 15:47:32.046718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:32.069341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:32.092156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:32.097301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:32.186470 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-6545521f-724e-4c31-bb86-2792fdc9c1fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98987575-6fda-4041-807b-a4ca8a0ddf84 HTTP/1.1" status: 200 len: 217 time: 0.1486208 Jul 09 15:47:32.288124 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7f07d4ab-251c-4f6b-aca1-52f63ff18ab9 req-687d174e-4569-4596-802d-4b7ae8c18fa8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 210 time: 0.1006217 Jul 09 15:47:32.321004 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-97d1a96e-2b11-45a0-853e-16c9e9272db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:32.322843 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-97d1a96e-2b11-45a0-853e-16c9e9272db2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ec5e067-137a-478b-af89-da6c49144d38 HTTP/1.1" status: 200 len: 849 time: 0.0759261 Jul 09 15:47:32.419964 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-d4437954-0698-46fb-902a-dce6e7b9e871 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ed37592-617d-497e-8b3e-6d98c0d9c2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834296 Jul 09 15:47:32.450734 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Allocated IP 172.20.0.2 (69ba3f9b-ba9f-49a3-969f-77c4c86aecd2/18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1/d97210dc-ae71-4884-9fc9-d4ded468228d) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:32.474816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01a68d-8351-4991-be89-289681614b16 req-79e71220-482e-4ee1-864d-8bb34a3192b1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:32.479436 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cc01a68d-8351-4991-be89-289681614b16 req-79e71220-482e-4ee1-864d-8bb34a3192b1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.2169137 Jul 09 15:47:32.573094 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cc01a68d-8351-4991-be89-289681614b16 req-8a237fec-d26f-44fa-88d4-4e9e24d24419 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884528 Jul 09 15:47:32.582629 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-5ab95ebd-6f13-4db9-ac06-a74b8b176c91 service neutron] 10.222.0.69 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435797 Jul 09 15:47:32.811737 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b313e6b0-10dd-4d23-99d5-d101dda90693 req-b9c09a14-45d8-4686-9277-8256a67457a0 service neutron] 10.222.0.69 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157352 Jul 09 15:47:32.838325 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec512-5dff-4185-b945-22b07480f89f req-6c9324d5-3f40-4390-8979-f408035767be tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:32.840002 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-df5ec512-5dff-4185-b945-22b07480f89f req-6c9324d5-3f40-4390-8979-f408035767be tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.1397305 Jul 09 15:47:32.864617 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:32.905969 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:32.913982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:32.928995 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-df5ec512-5dff-4185-b945-22b07480f89f req-efc72e05-e1b7-4f6a-ae34-69c0346771cc tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796103 Jul 09 15:47:32.955247 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:33.038445 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:33.040872 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-2668226f-14f9-4dab-87df-c2151222aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.042429 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-2668226f-14f9-4dab-87df-c2151222aca5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ddb620714b4aa091b89d96a37e5dc6&device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 1096 time: 0.0832047 Jul 09 15:47:33.046255 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:33.051907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:33.057552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.058265 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:33.083062 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event updated for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:33.091284 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:33.115173 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da226-01ff-4bb8-a744-cc97e4226d8f req-9550de7a-c061-4a89-a35c-1aca2029f8ee tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.117386 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-df8da226-01ff-4bb8-a744-cc97e4226d8f req-9550de7a-c061-4a89-a35c-1aca2029f8ee tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 943 time: 0.1643786 Jul 09 15:47:33.119212 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2964008 Jul 09 15:47:33.155410 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Request body: {'port': {'device_id': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:33.228448 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-df8da226-01ff-4bb8-a744-cc97e4226d8f req-6a0cc7f0-ebd8-4851-813c-e31b5eb8dcd9 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022818 Jul 09 15:47:33.261809 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-08c95c39-58a4-4dac-869b-5434a5d7aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.263463 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-08c95c39-58a4-4dac-869b-5434a5d7aa68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ed37592-617d-497e-8b3e-6d98c0d9c2c4 HTTP/1.1" status: 200 len: 910 time: 0.2113748 Jul 09 15:47:33.328718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:33.389203 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-2962c154-cf64-44cf-bf28-c524d4d97ccf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98987575-6fda-4041-807b-a4ca8a0ddf84 HTTP/1.1" status: 200 len: 217 time: 0.1113722 Jul 09 15:47:33.614667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-a17da8e7-3f21-4dea-a23c-b86c1b498221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.616242 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-a17da8e7-3f21-4dea-a23c-b86c1b498221 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ec5e067-137a-478b-af89-da6c49144d38 HTTP/1.1" status: 200 len: 849 time: 0.2178307 Jul 09 15:47:33.640540 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1185a-4cca-4260-af98-24dc8c62b08e req-dff4a7e2-e798-4d72-8222-63db79285c7f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.648597 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4ae1185a-4cca-4260-af98-24dc8c62b08e req-dff4a7e2-e798-4d72-8222-63db79285c7f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 931 time: 0.2108235 Jul 09 15:47:33.768248 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-74b4ab7c-ddaf-46db-b3a3-5cc6c602ed06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ed37592-617d-497e-8b3e-6d98c0d9c2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022010 Jul 09 15:47:33.871126 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4ae1185a-4cca-4260-af98-24dc8c62b08e req-27f9a8e7-b36a-4408-a319-9f45b2328a29 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216644 Jul 09 15:47:33.922762 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-6edfa491-16ac-4f6d-986e-cdfaed188f13 service neutron] 10.222.0.69 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461356 Jul 09 15:47:33.923395 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3c930-0eca-4532-8bcb-88ff904dc65a req-f84722a9-a872-4fb6-b4a9-40c27f31388a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:33.925671 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-42c3c930-0eca-4532-8bcb-88ff904dc65a req-f84722a9-a872-4fb6-b4a9-40c27f31388a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.2058377 Jul 09 15:47:33.931591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97210dc-ae71-4884-9fc9-d4ded468228d {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:33.965211 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:33.996561 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Transition to ACTIVE for port object d97210dc-ae71-4884-9fc9-d4ded468228d will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:34.033564 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-42c3c930-0eca-4532-8bcb-88ff904dc65a req-68fd8104-9270-4e6e-b37e-c46bdce3a718 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932686 Jul 09 15:47:34.034935 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:34.102836 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f3533906-5cdd-43af-8150-06ff9bbcde5a tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:34.359490 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Pushing event updated for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:34.364895 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:34.374705 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7411ff8a-dc05-4272-820b-f7de5b6879d5 req-5c597a1a-0aea-48ed-9236-b1de8f66a045 service neutron] 10.222.0.69 "GET /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460484 Jul 09 15:47:34.402446 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4c46-a4aa-4aaf-af47-ca9274b6f273 req-3c6904f8-a0b0-45be-b512-d85ac0222aa6 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:34.404022 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63ee4c46-a4aa-4aaf-af47-ca9274b6f273 req-3c6904f8-a0b0-45be-b512-d85ac0222aa6 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.2007885 Jul 09 15:47:34.451422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Attempting to bind port d97210dc-ae71-4884-9fc9-d4ded468228d on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:34.451955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Attempting to bind port d97210dc-ae71-4884-9fc9-d4ded468228d by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:34.452485 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Attempting to bind port d97210dc-ae71-4884-9fc9-d4ded468228d on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:34.468402 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63ee4c46-a4aa-4aaf-af47-ca9274b6f273 req-33e2ae6a-6d82-4d6e-a550-0a7efbdae2d0 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Jul 09 15:47:34.478320 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Port d97210dc-ae71-4884-9fc9-d4ded468228d on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:47:34.478643 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Attempting to bind port d97210dc-ae71-4884-9fc9-d4ded468228d on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:34.485802 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:34.486164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Checking segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:34.486575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Bound using segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:34.487315 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Bound port: d97210dc-ae71-4884-9fc9-d4ded468228d, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:34.487455 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:34.503156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-442bb96b-141c-447c-9655-b81bbdf55781 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:34.504695 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-442bb96b-141c-447c-9655-b81bbdf55781 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 945 time: 0.4683967 Jul 09 15:47:34.607137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5f552-d567-4b3f-ae0c-d8e1f28107ed req-5e2f08dc-3c4c-4508-8e23-20c85040ba58 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:34.610809 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-05c5f552-d567-4b3f-ae0c-d8e1f28107ed req-5e2f08dc-3c4c-4508-8e23-20c85040ba58 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 943 time: 0.2352602 Jul 09 15:47:34.662305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Deleting port eb155cc6-1a91-48f5-8fab-c518617c9f4c {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:47:34.662777 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:34.754861 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-05c5f552-d567-4b3f-ae0c-d8e1f28107ed req-8ceaa9e9-00ef-44eb-a688-7182712dce90 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269946 Jul 09 15:47:34.763826 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:34.871030 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d97210dc-ae71-4884-9fc9-d4ded468228d,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:34.878162 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:34.886393 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-883e91d3-f678-413c-a619-42dc3a64995f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:35.021089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.021698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:35.023080 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] 10.222.0.69 "PUT /v2.0/ports/d97210dc-ae71-4884-9fc9-d4ded468228d HTTP/1.1" status: 200 len: 1093 time: 1.8750973 Jul 09 15:47:35.025490 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:35.060418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Pushing event updated for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:35.077407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:35.092912 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7b5f-0152-4816-9da0-5f035b11c576 req-20632dde-a62c-4791-bca1-3257a478e0d9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.094805 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f8df7b5f-0152-4816-9da0-5f035b11c576 req-20632dde-a62c-4791-bca1-3257a478e0d9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 943 time: 0.1042244 Jul 09 15:47:35.142364 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d', 'status': 'completed', 'code': 200} Jul 09 15:47:35.160586 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f8df7b5f-0152-4816-9da0-5f035b11c576 req-08e6f334-23c6-4921-88b2-0bc4a39c5c45 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Jul 09 15:47:35.170175 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] For port eb155cc6-1a91-48f5-8fab-c518617c9f4c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=eb155cc6-1a91-48f5-8fab-c518617c9f4c,segment=NetworkSegment(b2920c80-a158-4910-a1ad-2c88869ab8a6),segment_id=b2920c80-a158-4910-a1ad-2c88869ab8a6)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:35.170563 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:35.341331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Calling delete_port for eb155cc6-1a91-48f5-8fab-c518617c9f4c owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:47:35.504371 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-1f84fe37-97c0-48bd-b68d-5c851a6b733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.505919 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-1f84fe37-97c0-48bd-b68d-5c851a6b733c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 1096 time: 0.4039650 Jul 09 15:47:35.561173 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f8fe7-5711-4478-8b0f-ffd08363d354 req-62a81d70-c126-4c14-99a6-1aa43f8fcbd5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.562667 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-052f8fe7-5711-4478-8b0f-ffd08363d354 req-62a81d70-c126-4c14-99a6-1aa43f8fcbd5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.3226831 Jul 09 15:47:35.663322 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-3160530c-527b-44fb-8ac3-0d20f33f970f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d97210dc-ae71-4884-9fc9-d4ded468228d HTTP/1.1" status: 200 len: 217 time: 0.0868428 Jul 09 15:47:35.754617 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:35.761337 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-052f8fe7-5711-4478-8b0f-ffd08363d354 req-b9b8fbc4-5372-4fbb-841f-e2f8f28c5ebe tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807280 Jul 09 15:47:35.766384 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 98987575-6fda-4041-807b-a4ca8a0ddf84 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:35.770961 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:35.792859 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cd4df-0f50-48f3-a06b-5c349de4fb53 req-8d4a8fa5-9e7d-4a46-bf07-171d167a39d8 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.803030 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3e9cd4df-0f50-48f3-a06b-5c349de4fb53 req-8d4a8fa5-9e7d-4a46-bf07-171d167a39d8 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 867 time: 0.1862693 Jul 09 15:47:35.835340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Pushing event deleted for resources: {'Port': ['ID=eb155cc6-1a91-48f5-8fab-c518617c9f4c,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:35.841795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['eb155cc6-1a91-48f5-8fab-c518617c9f4c'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:35.849706 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:35.851499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-838bf732-04ed-4cff-8c5f-9a873aeeaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:35.852941 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-838bf732-04ed-4cff-8c5f-9a873aeeaa23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.1815181 Jul 09 15:47:35.898102 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3e9cd4df-0f50-48f3-a06b-5c349de4fb53 req-35b8bcb3-c2d0-4620-9853-19e49b9d8c0f tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/security-groups?id=696ad960-4b02-4b53-a17a-441856f22ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924518 Jul 09 15:47:36.010545 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-b8f3815a-1d33-4995-9768-158f7fba1d3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273620 Jul 09 15:47:36.088333 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=98987575-6fda-4041-807b-a4ca8a0ddf84,segment=NetworkSegment(13b93d46-f329-4e7a-9909-c85c45ef7a9e),segment_id=13b93d46-f329-4e7a-9909-c85c45ef7a9e)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:36.114290 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '98987575-6fda-4041-807b-a4ca8a0ddf84', 'network_id': '1ed37592-617d-497e-8b3e-6d98c0d9c2c4', 'port_id': '98987575-6fda-4041-807b-a4ca8a0ddf84', 'mac_address': 'fa:16:3e:40:cb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec5e067-137a-478b-af89-da6c49144d38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:36.149626 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] No DVR routers for this DVR port eb155cc6-1a91-48f5-8fab-c518617c9f4c on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:47:36.167118 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:36.186357 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:36.195792 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e86357eb-2eba-44c7-9e4a-4faddaa3362f req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.69 "DELETE /v2.0/ports/eb155cc6-1a91-48f5-8fab-c518617c9f4c HTTP/1.1" status: 204 len: 173 time: 1.6845038 Jul 09 15:47:36.207045 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98987575-6fda-4041-807b-a4ca8a0ddf84 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:36.229782 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=98987575-6fda-4041-807b-a4ca8a0ddf84,segment=NetworkSegment(13b93d46-f329-4e7a-9909-c85c45ef7a9e),segment_id=13b93d46-f329-4e7a-9909-c85c45ef7a9e)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:36.240550 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:36.242842 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:36.249315 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be5063-c83b-4bc4-8427-3d8ace1ced76 req-b17989ba-0d6b-48fc-bcce-71afde05a509 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:36.250846 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f9be5063-c83b-4bc4-8427-3d8ace1ced76 req-b17989ba-0d6b-48fc-bcce-71afde05a509 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 943 time: 0.3088536 Jul 09 15:47:36.258012 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-34bda8a4-7edf-40a1-a17c-09d44cf4faa7 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368257 Jul 09 15:47:36.322952 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:36.325986 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:36.468005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85726a00-4c83-4326-8847-2a46847b6fe8 req-9e42b926-0a0b-49c7-948e-b6fb63153f94 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:36.469736 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-85726a00-4c83-4326-8847-2a46847b6fe8 req-9e42b926-0a0b-49c7-948e-b6fb63153f94 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 943 time: 0.1211100 Jul 09 15:47:36.507512 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f9be5063-c83b-4bc4-8427-3d8ace1ced76 req-275eb64a-8ab6-44a9-a515-ba0f687a1d29 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474594 Jul 09 15:47:36.526387 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-85726a00-4c83-4326-8847-2a46847b6fe8 req-7cfbb971-92e9-44f8-b83f-54a234c9f04d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494509 Jul 09 15:47:36.562041 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-523b1702-69a7-4269-932a-2e1ef72d8e06 req-1086ca90-5fb8-4f35-a44e-8ee5e87a0097 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572725 Jul 09 15:47:36.679219 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['98987575-6fda-4041-807b-a4ca8a0ddf84'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:36.779988 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a338d-af76-41ae-82ab-22db2b1c276c req-411416f0-023a-4513-b4f6-d44e3945c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:36.781557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-411416f0-023a-4513-b4f6-d44e3945c1b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0753679 Jul 09 15:47:36.998326 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a338d-af76-41ae-82ab-22db2b1c276c req-36fa0ffd-f3c6-4b9d-aa17-528028c649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:36.999742 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-36fa0ffd-f3c6-4b9d-aa17-528028c649dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 915 time: 0.1972079 Jul 09 15:47:37.019600 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133a4c-e666-4441-bf9c-dfc8db1a183b req-cdbb92e8-b5d3-4a19-80e6-f43236e797f0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:37.020994 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7f133a4c-e666-4441-bf9c-dfc8db1a183b req-cdbb92e8-b5d3-4a19-80e6-f43236e797f0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1137877 Jul 09 15:47:37.041671 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-05adc656-dfa2-4c08-ae34-0b4033789266 req-ee0d2190-6a42-4f3c-b9c8-13e33a387dc4 tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0f94d1e-fedf-4574-a4d7-dea9707a3252 HTTP/1.1" status: 200 len: 210 time: 0.0450947 Jul 09 15:47:37.111969 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-8c5a4690-3417-4fb9-b3d5-9b61245b5e1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d97210dc-ae71-4884-9fc9-d4ded468228d HTTP/1.1" status: 200 len: 217 time: 0.0899255 Jul 09 15:47:37.159369 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'name': 'network-vif-deleted', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:37.191863 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7f133a4c-e666-4441-bf9c-dfc8db1a183b req-c7c7ea9c-7717-442a-abff-866509e60ab0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089706 Jul 09 15:47:37.207682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a338d-af76-41ae-82ab-22db2b1c276c req-639af7ab-eda9-46ee-98d2-da312d902499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:37.209560 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-639af7ab-eda9-46ee-98d2-da312d902499 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.0836430 Jul 09 15:47:37.258168 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f94d1e-fedf-4574-a4d7-dea9707a3252', 'name': 'network-vif-deleted', 'tag': 'eb155cc6-1a91-48f5-8fab-c518617c9f4c', 'status': 'completed', 'code': 200} Jul 09 15:47:37.280684 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-38db2e3a-025e-4fbd-bdd9-dd5f1da0c7d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613029 Jul 09 15:47:37.437509 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-97292f48-e3aa-43a1-a6a4-d4d7c36e98ab service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474028 Jul 09 15:47:37.598823 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-315a338d-af76-41ae-82ab-22db2b1c276c req-1fb849a9-4826-4318-af3f-5a81555fbe41 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364019 Jul 09 15:47:37.774289 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 98987575-6fda-4041-807b-a4ca8a0ddf84 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:37.817787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e154938-cd6c-4eb3-8eee-cf8e8dfec895 req-6e075e39-a197-4375-9bfc-a2c844493200 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:37.819572 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7e154938-cd6c-4eb3-8eee-cf8e8dfec895 req-6e075e39-a197-4375-9bfc-a2c844493200 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 944 time: 0.1048923 Jul 09 15:47:37.826620 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44428b3-9aac-4701-8d58-792b9372e38e req-af24c96c-c3a3-49c4-9a85-02403fe88a3d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:37.837015 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d44428b3-9aac-4701-8d58-792b9372e38e req-af24c96c-c3a3-49c4-9a85-02403fe88a3d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 943 time: 0.1325333 Jul 09 15:47:37.867841 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 98987575-6fda-4041-807b-a4ca8a0ddf84 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:37.872926 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 98987575-6fda-4041-807b-a4ca8a0ddf84 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:37.873426 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:37.889868 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7e154938-cd6c-4eb3-8eee-cf8e8dfec895 req-feb8e118-b73a-4e5f-b32c-90312a45f44d tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Jul 09 15:47:37.931955 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d44428b3-9aac-4701-8d58-792b9372e38e req-e3c66016-710f-4f7c-aa8a-6d47ace913c1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938816 Jul 09 15:47:38.030356 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.059882 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:38.073669 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=98987575-6fda-4041-807b-a4ca8a0ddf84,segment=NetworkSegment(13b93d46-f329-4e7a-9909-c85c45ef7a9e),segment_id=13b93d46-f329-4e7a-9909-c85c45ef7a9e)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:38.087342 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.087342 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device eb155cc6-1a91-48f5-8fab-c518617c9f4c no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:47:38.113311 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:38.152400 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84', 'code': 200} Jul 09 15:47:38.157450 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: eb155cc6-1a91-48f5-8fab-c518617c9f4c {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:47:38.157811 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device eb155cc6-1a91-48f5-8fab-c518617c9f4c not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:47:38.199683 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:38.210879 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:38.416958 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bac01f-dbba-4de1-bc49-fd7219682ae8 req-2858f67d-dcf7-4745-b1e1-392892c9c2ad tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:38.418488 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-17bac01f-dbba-4de1-bc49-fd7219682ae8 req-2858f67d-dcf7-4745-b1e1-392892c9c2ad tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.0976777 Jul 09 15:47:38.535095 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-17bac01f-dbba-4de1-bc49-fd7219682ae8 req-e00272ba-1133-4cb5-9da6-c26c414936f7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089265 Jul 09 15:47:38.553461 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f15c-6608-45af-aeed-2e2cb4a503a9 req-aedcf63f-13be-4700-8c49-348f8126ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:38.554989 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f299f15c-6608-45af-aeed-2e2cb4a503a9 req-aedcf63f-13be-4700-8c49-348f8126ec4e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 1098 time: 0.1282535 Jul 09 15:47:38.588627 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51296) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:38.600755 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f299f15c-6608-45af-aeed-2e2cb4a503a9 req-6fc7ec97-68e8-4104-b697-c1c1dac421af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Jul 09 15:47:38.720189 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.734827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:38.739618 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Usage tracker for resource:security_group_rule and tenant:adc308ad1a6c4d30aa132b16e11b8267 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:38.742579 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:38.748399 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:38.835202 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.838695 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.848413 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8da7ef86-a0df-4bb3-b32e-6639632e65f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:38.890137 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=adc308ad1a6c4d30aa132b16e11b8267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001823 Jul 09 15:47:38.892591 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51308) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:38.905664 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b46182-e2d5-4a7d-901e-59b3b883f2bd,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:38.911525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:38.957972 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:38.987564 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.115370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.121058 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-45064e7f-4c60-4b10-b2b8-95e1ff528964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:39.149631 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b46182-e2d5-4a7d-901e-59b3b883f2bd,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:39.153180 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:39.155244 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.156343 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c4b46182-e2d5-4a7d-901e-59b3b883f2bd HTTP/1.1" status: 204 len: 168 time: 0.2628329 Jul 09 15:47:39.166918 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943df5f-1c06-46ae-929f-e5db18ea8cb3 req-930729a3-fba2-4a19-8705-bb4e20e58e62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:39.167627 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1943df5f-1c06-46ae-929f-e5db18ea8cb3 req-930729a3-fba2-4a19-8705-bb4e20e58e62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:47:39.170242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991d6fa-27f2-4b8e-a9d9-43302a35844a req-e9070227-6124-4a1c-ba86-9b9c6029e795 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:39.188776 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2991d6fa-27f2-4b8e-a9d9-43302a35844a req-e9070227-6124-4a1c-ba86-9b9c6029e795 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.1637347 Jul 09 15:47:39.193440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1943df5f-1c06-46ae-929f-e5db18ea8cb3 req-930729a3-fba2-4a19-8705-bb4e20e58e62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:47:39.195013 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1943df5f-1c06-46ae-929f-e5db18ea8cb3 req-930729a3-fba2-4a19-8705-bb4e20e58e62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 943 time: 0.1335123 Jul 09 15:47:39.244225 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2991d6fa-27f2-4b8e-a9d9-43302a35844a req-a913bef6-b8f0-45c0-bdb9-c2802adda37f tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559852 Jul 09 15:47:39.265038 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1943df5f-1c06-46ae-929f-e5db18ea8cb3 req-b2dbedf0-8f6f-48e7-915f-9680c25d3a20 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Jul 09 15:47:39.530434 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51342) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:39.564206 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.588047 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:39.593586 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Usage tracker for resource:security_group_rule and tenant:fc094525522a4929b7d948585d1c04fc is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:39.597595 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:39.604123 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:39.776752 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d97210dc-ae71-4884-9fc9-d4ded468228d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:47:39.796867 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.806355 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:39.808620 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8a0f-fed0-48ca-abf2-75cc1ee5b598 req-a7c247c5-e32f-4732-b3ba-21612259929d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:39.816408 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-92ae8a0f-fed0-48ca-abf2-75cc1ee5b598 req-a7c247c5-e32f-4732-b3ba-21612259929d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1372006 Jul 09 15:47:39.826720 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4cdf746c-3dc2-4a4e-8023-a546f0a494b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:39.875390 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-92ae8a0f-fed0-48ca-abf2-75cc1ee5b598 req-2b9b0ea5-2e45-40eb-89dc-98cc3b1a31f1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574126 Jul 09 15:47:39.915802 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc094525522a4929b7d948585d1c04fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825505 Jul 09 15:47:39.918474 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51366) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:39.964588 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a4db5d-922c-440e-9670-555acad0eced,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:39.966191 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d97210dc-ae71-4884-9fc9-d4ded468228d,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:39.986334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:39.987070 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': 'd97210dc-ae71-4884-9fc9-d4ded468228d', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'port_id': 'd97210dc-ae71-4884-9fc9-d4ded468228d', 'mac_address': 'fa:16:3e:e6:27:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:47:40.014511 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.038548 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51378) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:40.057348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.087532 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.127833 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Deleting subnet 41667aad-0e40-43b1-bbbc-c0af510b0ca0 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:47:40.129418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.131811 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97210dc-ae71-4884-9fc9-d4ded468228d {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:47:40.144288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.152348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b2b51039-64fd-4060-b070-a773f1248ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:40.172060 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d97210dc-ae71-4884-9fc9-d4ded468228d,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:40.178349 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.181084 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a4db5d-922c-440e-9670-555acad0eced,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:40.181889 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:40.189531 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:40.197694 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.198999 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0a4db5d-922c-440e-9670-555acad0eced HTTP/1.1" status: 204 len: 168 time: 0.2793610 Jul 09 15:47:40.273161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.293945 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.359915 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:40.372311 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:40.477185 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51396) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:40.508555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.518263 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d08da-7626-4a77-99c3-0c3d094739db req-00c3e1dc-af94-4afe-978c-11c4ce3b88e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:40.524060 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:40.525454 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a39d08da-7626-4a77-99c3-0c3d094739db req-00c3e1dc-af94-4afe-978c-11c4ce3b88e9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 944 time: 0.1034286 Jul 09 15:47:40.587386 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a39d08da-7626-4a77-99c3-0c3d094739db req-2624f327-51f0-4a95-90e3-85666153517c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Jul 09 15:47:40.629945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['d97210dc-ae71-4884-9fc9-d4ded468228d'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:47:40.648115 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.662288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41667aad-0e40-43b1-bbbc-c0af510b0ca0,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:40.666909 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:40.673427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Usage tracker for resource:security_group_rule and tenant:cf8478b7b3f34ecabfeeb140d6db87d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:40.678770 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:40.681113 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395679-0ad8-43fe-a805-82e503d4b94a req-413e7dcc-a4fe-43e4-b7c0-16636b890dd6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:40.685926 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:40.688148 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7a395679-0ad8-43fe-a805-82e503d4b94a req-413e7dcc-a4fe-43e4-b7c0-16636b890dd6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.3139617 Jul 09 15:47:40.692304 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.707848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:40.747037 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7a395679-0ad8-43fe-a805-82e503d4b94a req-254c5896-6668-4f60-a5bc-37256f12b307 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Jul 09 15:47:40.752986 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/41667aad-0e40-43b1-bbbc-c0af510b0ca0 HTTP/1.1" status: 204 len: 168 time: 0.7101119 Jul 09 15:47:40.753517 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51410) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:40.960705 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.973404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:40.978433 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.053155 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:41.122570 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf8478b7b3f34ecabfeeb140d6db87d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6443319 Jul 09 15:47:41.123526 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51432) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:41.193553 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.223070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.242989 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7eb63d-13c6-4b30-bee6-437928710c0b,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:41.263485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:41.302298 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.311418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-736f6013-1c8d-4373-bbc0-141658cd8e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:41.330154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7eb63d-13c6-4b30-bee6-437928710c0b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:41.334467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:41.336076 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.340159 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd7eb63d-13c6-4b30-bee6-437928710c0b HTTP/1.1" status: 204 len: 168 time: 0.2128911 Jul 09 15:47:41.454785 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.476349 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72bbfc-1c1a-4e46-b813-4c140a7c0ac6 req-a561b22e-1708-473e-9a37-bdf3b1d62867 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:41.478066 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7d72bbfc-1c1a-4e46-b813-4c140a7c0ac6 req-a561b22e-1708-473e-9a37-bdf3b1d62867 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.4262171 Jul 09 15:47:41.480266 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.480628 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.481494 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.481929 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > port after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.482307 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.482642 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.482962 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.483282 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.483606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.483920 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.684835 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.685561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.686109 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.686659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:47:41.687284 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a569318-8a30-481e-9182-7df6942b3cb9']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:41.739796 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2920c80-a158-4910-a1ad-2c88869ab8a6') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:41.745257 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2920c80-a158-4910-a1ad-2c88869ab8a6') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:41.787838 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.814278 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7d72bbfc-1c1a-4e46-b813-4c140a7c0ac6 req-8b460722-3bd6-474f-a7cb-aede0aa82a0a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119294 Jul 09 15:47:41.815892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.825544 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:47:41.826013 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: from cryptography.utils import int_from_bytes Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: from cryptography.utils import int_from_bytes Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: util.warn_limited( Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: util.warn_limited( Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:47:41.847461 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:47:41.922904 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be54da8-9754-43fc-9766-40c9952bbe3d req-8b9f66df-4819-47be-9482-452f1ee44d2d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:41.926211 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7be54da8-9754-43fc-9766-40c9952bbe3d req-8b9f66df-4819-47be-9482-452f1ee44d2d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 944 time: 0.1399543 Jul 09 15:47:41.953046 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51472) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:41.987773 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.988795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.995150 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:41.997879 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:42.014997 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:42.019202 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a569318-8a30-481e-9182-7df6942b3cb9,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:42.022699 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:42.030619 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7be54da8-9754-43fc-9766-40c9952bbe3d req-0736345e-223b-4438-a4b8-3be58247c239 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Jul 09 15:47:42.032662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:40992bd892fd497ba9b14281fcac84ed is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:42.040330 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:42.048280 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] 10.222.0.63 "DELETE /v2.0/networks/1a569318-8a30-481e-9182-7df6942b3cb9 HTTP/1.1" status: 204 len: 168 time: 1.2911325 Jul 09 15:47:42.048500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:42.144728 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.149295 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.157880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9b9667e1-4cc0-44ba-a446-8bf9344abaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:42.201825 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=40992bd892fd497ba9b14281fcac84ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443745 Jul 09 15:47:42.202752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b65eb8c-6a6d-471b-993d-af3f35236cde,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:42.206011 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51482) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:42.206440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:42.265835 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51488) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:42.272784 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.303182 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.321012 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d4ff4fcc-f3aa-4844-bd2b-051f4cb9ec52 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dfe5a7c0bcf2498d83d9336d5d6706b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515921 Jul 09 15:47:42.321204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51492) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:42.367228 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.372324 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9cea64b9-e6d6-4f7d-be96-3fb3583752cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:42.384347 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b65eb8c-6a6d-471b-993d-af3f35236cde,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:42.388112 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:42.389641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.391594 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.392914 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b65eb8c-6a6d-471b-993d-af3f35236cde HTTP/1.1" status: 204 len: 168 time: 0.1851523 Jul 09 15:47:42.427110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.490330 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.495585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9cb7d3bb-c415-4fd2-be5a-dfd8ba2fca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:42.511064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ad960-4b02-4b53-a17a-441856f22ffa,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:42.515891 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:42.533886 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.536598 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/696ad960-4b02-4b53-a17a-441856f22ffa HTTP/1.1" status: 204 len: 168 time: 0.2138989 Jul 09 15:47:42.699597 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-3ddb520f-16a5-4010-a516-06b5ee91e92c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159410 Jul 09 15:47:42.885307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636184b-4448-4403-8a47-857f5b015df4 req-55441124-5cd2-4025-98cb-0453f9c3a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:42.886941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51522) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:42.898853 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-55441124-5cd2-4025-98cb-0453f9c3a5e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 1099 time: 0.0951676 Jul 09 15:47:42.913576 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:42.985219 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:42.999424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Usage tracker for resource:security_group_rule and tenant:f4f302fec3c348ab996358ec30567841 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:43.009558 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:43.023530 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:43.093743 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636184b-4448-4403-8a47-857f5b015df4 req-2b89132a-cb5f-4d49-bb51-0f3db1942daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:43.096515 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-2b89132a-cb5f-4d49-bb51-0f3db1942daa service neutron] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 915 time: 0.1704717 Jul 09 15:47:43.118639 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464f531-278a-42f9-9631-8866fc86c124 req-2d8662fc-dac1-470a-be31-4d6134ed749b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:43.120082 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4464f531-278a-42f9-9631-8866fc86c124 req-2d8662fc-dac1-470a-be31-4d6134ed749b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1691825 Jul 09 15:47:43.241985 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-327021ca-66a3-42fa-838f-54844e51f4ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61d10d9d-9368-43aa-8274-3aef00b88e97 HTTP/1.1" status: 200 len: 217 time: 0.1337593 Jul 09 15:47:43.255281 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.267567 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4464f531-278a-42f9-9631-8866fc86c124 req-9c9aaefa-be5d-4182-8127-709066f8e716 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410987 Jul 09 15:47:43.271727 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.287983 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3b6ce3ef-c562-4eeb-8e19-60d6eef2cb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:43.347095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf4a30-4ee4-4456-af70-2ebbb564b6ee,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:43.351465 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4f302fec3c348ab996358ec30567841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633608 Jul 09 15:47:43.352457 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:43.353864 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51544) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:43.454401 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636184b-4448-4403-8a47-857f5b015df4 req-c065a51e-64e2-4bf4-8173-0e92e03c0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:43.456829 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-c065a51e-64e2-4bf4-8173-0e92e03c0674 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.1709278 Jul 09 15:47:43.518299 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-cf7dff9b-8cb2-4e3c-8484-c85718c42e3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508583 Jul 09 15:47:43.524623 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.536262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83ac85-136c-4162-849c-dabd4afc2af0 req-3df73768-bc27-4676-b6c9-4950c38c74a4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:43.549751 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ff83ac85-136c-4162-849c-dabd4afc2af0 req-3df73768-bc27-4676-b6c9-4950c38c74a4 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 944 time: 0.3065116 Jul 09 15:47:43.559765 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.618487 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51558) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:43.657621 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.664514 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:43.678743 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf4a30-4ee4-4456-af70-2ebbb564b6ee,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:43.692360 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:43.699540 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.703357 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4baf4a30-4ee4-4456-af70-2ebbb564b6ee HTTP/1.1" status: 204 len: 168 time: 0.3476677 Jul 09 15:47:43.788529 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d97210dc-ae71-4884-9fc9-d4ded468228d up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:43.792715 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ff83ac85-136c-4162-849c-dabd4afc2af0 req-666e1f93-81a0-427b-95ed-3268aec37187 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420628 Jul 09 15:47:43.812006 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-c6a8a49d-c21d-4e49-8d91-bf35cf8382e5 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601056 Jul 09 15:47:43.869110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port d97210dc-ae71-4884-9fc9-d4ded468228d completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:43.875091 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port d97210dc-ae71-4884-9fc9-d4ded468228d triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:43.875540 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:43.967543 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c636184b-4448-4403-8a47-857f5b015df4 req-2563df28-8d35-4d11-9b04-351cb2e59d47 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467307 Jul 09 15:47:44.000269 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.025578 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:44.030964 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Usage tracker for resource:security_group_rule and tenant:dc104f8c6269443582d97aa4a0fcb5b2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:44.035958 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:44.042437 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:44.049135 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.081614 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51576) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:44.102978 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:44.132188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d97210dc-ae71-4884-9fc9-d4ded468228d,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:44.139314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.143986 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:44.212961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.218261 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.234072 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c2967da6-a0f7-470f-8266-68f13315793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:44.235813 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d', 'code': 200} Jul 09 15:47:44.300399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51590) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:44.307927 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc104f8c6269443582d97aa4a0fcb5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883590 Jul 09 15:47:44.309048 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a900d39-602a-432f-8788-8dc490f180ce,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:44.327297 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.327656 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.328003 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.328351 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.328711 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.333686 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.334059 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.334414 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.335022 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.335315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.336759 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.336759 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.342054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:44.362207 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:44.371067 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:44.443002 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.479634 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.484387 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.496242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:44.500404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Usage tracker for resource:security_group_rule and tenant:70de2a8971c94539aaf9abdca0ff3b21 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:44.503917 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:44.510590 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:44.644975 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.664635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.681871 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:44.704937 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.712929 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-905500ed-4f98-450a-a172-f7f072a09bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:44.721256 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51608) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:44.764480 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70de2a8971c94539aaf9abdca0ff3b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6815028 Jul 09 15:47:44.767275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd906d-387e-403e-a80b-2d53270f6ef7 req-4fae1d36-2ddc-41cf-b961-8c671140b2dc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:44.768067 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51614) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:44.769583 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1ffd906d-387e-403e-a80b-2d53270f6ef7 req-4fae1d36-2ddc-41cf-b961-8c671140b2dc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.3274577 Jul 09 15:47:44.774116 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63d72-45a8-42d6-ad01-6558a767a425 req-527755e4-dc77-4bbd-9d83-8836f6ba404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:44.775577 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-00c63d72-45a8-42d6-ad01-6558a767a425 req-527755e4-dc77-4bbd-9d83-8836f6ba404b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 1098 time: 0.2531459 Jul 09 15:47:44.776939 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a4ce49-c8ef-4272-bd97-08f1f660d2e4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:44.777967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a900d39-602a-432f-8788-8dc490f180ce,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:44.781757 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.786112 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a900d39-602a-432f-8788-8dc490f180ce HTTP/1.1" status: 204 len: 168 time: 0.4810739 Jul 09 15:47:44.788024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:44.868861 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.901961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:44.915715 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.916073 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.916420 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.916763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.917107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.917449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.917778 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.918132 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.918467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.918793 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.919121 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.919449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:44.926618 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:44.942942 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-00c63d72-45a8-42d6-ad01-6558a767a425 req-684f3cd3-5543-479b-9f70-5ce1543285aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445940 Jul 09 15:47:44.960952 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1ffd906d-387e-403e-a80b-2d53270f6ef7 req-a00ed952-d616-44db-b9d7-e3eeeaf47c50 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843021 Jul 09 15:47:44.995654 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.011851 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.026278 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-09eeca65-2a01-4703-98da-eda9ad2d8bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:45.092030 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a4ce49-c8ef-4272-bd97-08f1f660d2e4,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:45.099066 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.103205 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f3a4ce49-c8ef-4272-bd97-08f1f660d2e4 HTTP/1.1" status: 204 len: 168 time: 0.3210697 Jul 09 15:47:45.103885 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:45.170206 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66388-30a4-4dc8-8885-9e8c4069c275 req-8d6fd7df-9dab-4a54-af44-df0c1b04fbc0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:45.172126 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a3b66388-30a4-4dc8-8885-9e8c4069c275 req-8d6fd7df-9dab-4a54-af44-df0c1b04fbc0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.1168401 Jul 09 15:47:45.187746 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-30698043-network', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:45.222005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:45.231047 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Usage tracker for resource:network and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:45.235669 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:45.253754 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:45.270141 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a3b66388-30a4-4dc8-8885-9e8c4069c275 req-48a87501-754a-4c31-b2fd-5e11eeae137a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739453 Jul 09 15:47:45.288609 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Made reservation on behalf of d1424d9c97a04388a34c76d9410227fb for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:45.300344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.318251 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.336353 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:45.340742 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:45.343877 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:45.355027 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:45.563921 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.575605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.589688 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b869fc66-2253-4081-9424-344e8169839d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:45.667131 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:47:45.669195 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51654) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:45.684645 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8dbb88-da49-4873-9cdc-b18922600ce1,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:45.690815 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:45.701746 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.701915 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.703268 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Added segment 5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d of type vlan for network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 Jul 09 15:47:45.736803 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:45.742406 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.743557 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe38b3d11214f86895e5cbbaeae6536 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:45.758854 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:45.769014 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:45.792239 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.794992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:45.795667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.808224 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-59c55cab-4606-428e-8e57-6a4e9b5a9c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:45.920224 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Pushing event updated for resources: {'Network': ['ID=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:45.923235 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:45.934937 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2123020 Jul 09 15:47:45.935304 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:47:45.937868 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51664) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:45.944577 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Request body: {'subnet': {'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-30698043-subnet', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:45.954644 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:45.964789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Usage tracker for resource:subnet and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:45.972194 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:45.986570 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.987222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:46.000119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.013088 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:46.021036 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51670) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:46.065740 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Made reservation on behalf of d1424d9c97a04388a34c76d9410227fb for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:46.068169 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.079475 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.112222 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b031e-8388-4103-89ba-5ebfca2c5c9c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:46.116143 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:46.120271 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bbe38b3d11214f86895e5cbbaeae6536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501393 Jul 09 15:47:46.123174 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:46.125884 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51674) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:46.198405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Usage tracker for resource:security_group_rule and tenant:6184d99257c840118020ee572aaef8e7 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:46.208324 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:46.227763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:46.262847 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b82707-8c3b-411e-b38b-ef744e12832c req-ee9ee36d-e8f3-422d-8bd7-bd85b33bcdf8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:46.269491 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-41b82707-8c3b-411e-b38b-ef744e12832c req-ee9ee36d-e8f3-422d-8bd7-bd85b33bcdf8 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.2599583 Jul 09 15:47:46.313029 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.344121 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b5bf0-e0f6-40a1-b742-44cd78621e8c req-d79f51f9-04cc-4b46-a796-adcad5fdd496 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:46.346140 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-353b5bf0-e0f6-40a1-b742-44cd78621e8c req-d79f51f9-04cc-4b46-a796-adcad5fdd496 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.2364647 Jul 09 15:47:46.358601 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-41b82707-8c3b-411e-b38b-ef744e12832c req-39f0fe8e-2591-45ca-900a-6bcc9cea0274 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881889 Jul 09 15:47:46.376445 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.422782 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.431986 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e58a9c21-99cd-4ffe-9bd9-a2d7218368aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:46.510765 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.516832 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-353b5bf0-e0f6-40a1-b742-44cd78621e8c req-5362b778-e211-41ff-b2ac-6e1ffc836837 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593590 Jul 09 15:47:46.518211 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.527066 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:46.565392 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6913fe86-b691-436e-996f-c94c67d604b6,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:46.581374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:46.581793 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6184d99257c840118020ee572aaef8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523980 Jul 09 15:47:46.581793 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.582608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51690) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:46.603450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6d7e3-eb81-4e76-9f0c-aed9789a7c33,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:46.621356 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.622867 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-49712526-649f-4d76-a814-a671821f487f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/910b031e-8388-4103-89ba-5ebfca2c5c9c HTTP/1.1" status: 204 len: 168 time: 0.4553993 Jul 09 15:47:46.638408 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:46.639049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7fe6bae3-f5e8-4cc1-92a8-be8bb4e69838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:46.653675 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Checking segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:46.654143 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Network hostable DHCP agents. Network: 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:47:46.666296 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b031e-8388-4103-89ba-5ebfca2c5c9c,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:46.681221 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:46.741517 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2bf8-66c2-45b0-9cc1-2c11da3ae5e5 req-78977591-91fe-4f09-8a60-e41387f3731f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:46.748662 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-056d2bf8-66c2-45b0-9cc1-2c11da3ae5e5 req-78977591-91fe-4f09-8a60-e41387f3731f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.2550957 Jul 09 15:47:46.769827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.771551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:47:46.811644 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:46.823578 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:46.823759 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0d77c-524e-4da3-84f1-136ae792bd81 None None] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:46.824182 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.839650 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.857295 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-056d2bf8-66c2-45b0-9cc1-2c11da3ae5e5 req-efc024f8-c756-4293-85f9-8882458db93a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075788 Jul 09 15:47:46.880963 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9418879 Jul 09 15:47:46.884234 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51706) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:46.895575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:46.912219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:46.928315 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Usage tracker for resource:router and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:46.943724 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:46.946695 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.952253 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-81a27b01-be35-4133-ad7a-60b4e40f7ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:46.963003 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:46.970166 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6d7e3-eb81-4e76-9f0c-aed9789a7c33,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:46.979290 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:46.989249 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.993653 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ab6d7e3-eb81-4e76-9f0c-aed9789a7c33 HTTP/1.1" status: 204 len: 168 time: 0.4098177 Jul 09 15:47:46.993834 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:46.995103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.029726 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.122164 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:47:47.123279 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.413736 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Allocated IP 172.20.0.2 (3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9/6913fe86-b691-436e-996f-c94c67d604b6/814ce90c-d832-4217-b6d7-19b7e31c47e8) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:47.425514 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.629781 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51738) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:47.663097 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.707374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:47.715457 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Usage tracker for resource:security_group_rule and tenant:80a3cc2d9ef64a80b6a2cfd0be09f09e is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:47.725986 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:47.817690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:47.872543 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0e4f-2abe-4782-a954-89e189c5d767 req-bc49c45f-b309-4605-9cfb-5e01f3613470 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:47.882365 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-442e0e4f-2abe-4782-a954-89e189c5d767 req-bc49c45f-b309-4605-9cfb-5e01f3613470 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.2843661 Jul 09 15:47:47.904680 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598aa54-488c-47fe-8e12-1de2dbb35a3d req-cfbe445a-fd19-4f10-8fc6-f46a7d850a3a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:47.906765 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9598aa54-488c-47fe-8e12-1de2dbb35a3d req-cfbe445a-fd19-4f10-8fc6-f46a7d850a3a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1708863 Jul 09 15:47:47.945844 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.977367 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Transition to ACTIVE for port object 814ce90c-d832-4217-b6d7-19b7e31c47e8 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:48.024999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-442e0e4f-2abe-4782-a954-89e189c5d767 req-821c66b5-1fff-4e32-bb54-c635cd530f1e tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349721 Jul 09 15:47:48.025159 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Transition to ACTIVE for port object 814ce90c-d832-4217-b6d7-19b7e31c47e8 will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:48.035305 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.046340 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:48.046614 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9598aa54-488c-47fe-8e12-1de2dbb35a3d req-848c5928-f329-404c-b956-a920068f883c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243992 Jul 09 15:47:48.116024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.121315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.129606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6b55cc83-3033-4bf2-ac10-e24cbefe98f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:48.131799 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:48.135490 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:48.142156 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:48.233698 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80a3cc2d9ef64a80b6a2cfd0be09f09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027343 Jul 09 15:47:48.234451 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51754) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:48.238202 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8513663d-4708-4d5e-a75a-1578400c83b3,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:48.276781 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:48.296733 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Pushing event updated for resources: {'Port': ['ID=814ce90c-d832-4217-b6d7-19b7e31c47e8,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:48.318395 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:48.343372 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.344371 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Attempting to bind port 814ce90c-d832-4217-b6d7-19b7e31c47e8 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:48.344804 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Attempting to bind port 814ce90c-d832-4217-b6d7-19b7e31c47e8 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:48.345179 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Attempting to bind port 814ce90c-d832-4217-b6d7-19b7e31c47e8 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:48.351271 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:48.351656 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Checking segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:48.352069 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.352521 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Bound using segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:48.353049 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Bound port: 814ce90c-d832-4217-b6d7-19b7e31c47e8, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:48.353437 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.387206 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.485833 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.493812 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] For port 814ce90c-d832-4217-b6d7-19b7e31c47e8, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:48.503728 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] For port 814ce90c-d832-4217-b6d7-19b7e31c47e8, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=814ce90c-d832-4217-b6d7-19b7e31c47e8,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:48.506059 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:48.511153 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.526239 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:48.533314 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8513663d-4708-4d5e-a75a-1578400c83b3,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:48.548342 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:48.562599 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.570469 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8513663d-4708-4d5e-a75a-1578400c83b3 HTTP/1.1" status: 204 len: 168 time: 0.3339877 Jul 09 15:47:48.657831 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:48.697651 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Pushing event updated for resources: {'Port': ['ID=814ce90c-d832-4217-b6d7-19b7e31c47e8,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:48.703679 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:48.724291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-1d4fca05-3266-4023-98a9-5c618de00e0f tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:48.725830 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-1d4fca05-3266-4023-98a9-5c618de00e0f tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.69 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.4136343 Jul 09 15:47:48.726887 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:49.025555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a5bfc-5626-4957-b611-e89ba1782183 req-87481cc0-3af8-4da8-8af5-383abec841f0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:49.034983 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-520a5bfc-5626-4957-b611-e89ba1782183 req-87481cc0-3af8-4da8-8af5-383abec841f0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.7212377 Jul 09 15:47:49.128934 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Deleting port 98987575-6fda-4041-807b-a4ca8a0ddf84 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:47:49.129278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:49.354284 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Allocated IP 172.28.3.17 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/11eb9727-08b0-46eb-bcd2-e615c8e758e9) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:49.374287 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a0594-90a5-46bb-bf75-48bf62b58309 req-6ee2744c-5231-4284-bda1-f9da563e15d2 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:49.376643 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f28a0594-90a5-46bb-bf75-48bf62b58309 req-6ee2744c-5231-4284-bda1-f9da563e15d2 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.1771071 Jul 09 15:47:49.472320 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f28a0594-90a5-46bb-bf75-48bf62b58309 req-9a5454d0-7076-4bd2-b54b-2ae72baaf32b tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895028 Jul 09 15:47:49.531494 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-520a5bfc-5626-4957-b611-e89ba1782183 req-87811760-c4c4-46b5-8da7-de6ef2f24ea8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955575 Jul 09 15:47:49.835047 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954445-0e72-4a15-9704-9eebb2aa247f req-7fab00e3-d1be-4e46-9777-c08e1ce61244 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:49.846127 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bf954445-0e72-4a15-9704-9eebb2aa247f req-7fab00e3-d1be-4e46-9777-c08e1ce61244 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1740062 Jul 09 15:47:49.901258 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:49.932484 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:47:49.936008 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 814ce90c-d832-4217-b6d7-19b7e31c47e8 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:49.996066 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bf954445-0e72-4a15-9704-9eebb2aa247f req-0dba8625-63de-4d9f-9ff3-59966827aa12 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468439 Jul 09 15:47:50.005458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] For port 98987575-6fda-4041-807b-a4ca8a0ddf84, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=98987575-6fda-4041-807b-a4ca8a0ddf84,segment=NetworkSegment(13b93d46-f329-4e7a-9909-c85c45ef7a9e),segment_id=13b93d46-f329-4e7a-9909-c85c45ef7a9e)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:50.006251 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.141546 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 814ce90c-d832-4217-b6d7-19b7e31c47e8 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:50.175278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Calling delete_port for 98987575-6fda-4041-807b-a4ca8a0ddf84 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:47:50.188375 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6eb10a-9adf-4424-95e6-9cf1dbf90c5b None None] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:47:50.246263 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.274209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-53bd3662-c984-4ea4-a71c-020ea84100c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:50.318893 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Provisioning for port 814ce90c-d832-4217-b6d7-19b7e31c47e8 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:50.325635 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Provisioning complete for port 814ce90c-d832-4217-b6d7-19b7e31c47e8 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:50.326160 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.329679 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:50.336170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:50.342416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:50.497794 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.780670 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=11eb9727-08b0-46eb-bcd2-e615c8e758e9,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:50.804134 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:50.838589 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] For port 814ce90c-d832-4217-b6d7-19b7e31c47e8, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=814ce90c-d832-4217-b6d7-19b7e31c47e8,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:50.843834 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644905d-bbbd-43e4-bee4-2eeae0950aa0 req-eeee7313-595c-458b-9ad8-751d5e63b362 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:50.848857 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.850751 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-60db5b5a-b5fd-425a-b70a-b73b38f0d806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:50.853568 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a644905d-bbbd-43e4-bee4-2eeae0950aa0 req-eeee7313-595c-458b-9ad8-751d5e63b362 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 945 time: 0.1346893 Jul 09 15:47:50.902635 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a644905d-bbbd-43e4-bee4-2eeae0950aa0 req-282c6e01-2a72-4d24-b0b7-a425bb6d5934 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/security-groups?id=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Jul 09 15:47:50.952335 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:50.976926 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Pushing event updated for resources: {'Port': ['ID=814ce90c-d832-4217-b6d7-19b7e31c47e8,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:50.980400 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:51.077322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:51.170823 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1a02f397-a85c-4091-9f74-c251beb662aa tempest-DeleteServersTestJSON-2139496459 tempest-DeleteServersTestJSON-2139496459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:51.279563 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c29cd-4bbd-41f8-ae17-a2e57e65417a req-ebe15798-5d77-4810-8862-082fa3ef1279 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:51.281361 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3a8c29cd-4bbd-41f8-ae17-a2e57e65417a req-ebe15798-5d77-4810-8862-082fa3ef1279 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1413913 Jul 09 15:47:51.386086 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3a8c29cd-4bbd-41f8-ae17-a2e57e65417a req-436f613e-9b59-4f9c-9bd1-598658d596b4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923471 Jul 09 15:47:51.390815 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Pushing event deleted for resources: {'Port': ['ID=98987575-6fda-4041-807b-a4ca8a0ddf84,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:51.391697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ee21ce4a-4671-4e4b-b041-454fce4cae9e None None] Provisioning complete for port 814ce90c-d832-4217-b6d7-19b7e31c47e8 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:51.392085 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ee21ce4a-4671-4e4b-b041-454fce4cae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:51.405794 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:51.496889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] No DVR routers for this DVR port 98987575-6fda-4041-807b-a4ca8a0ddf84 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:47:51.504244 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:51.508718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'name': 'network-vif-deleted', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:47:51.722253 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34016dff-d58b-46a2-92d1-20b04694972b', 'name': 'network-vif-deleted', 'tag': '98987575-6fda-4041-807b-a4ca8a0ddf84', 'status': 'completed', 'code': 200} Jul 09 15:47:51.748326 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c9b33716-f347-4296-b9b4-a9e834d8cfa3 req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.69 "DELETE /v2.0/ports/98987575-6fda-4041-807b-a4ca8a0ddf84 HTTP/1.1" status: 204 len: 173 time: 2.9794433 Jul 09 15:47:51.793089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:51.811581 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 98987575-6fda-4041-807b-a4ca8a0ddf84 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:47:51.862919 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 814ce90c-d832-4217-b6d7-19b7e31c47e8 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:51.915611 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 98987575-6fda-4041-807b-a4ca8a0ddf84 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:47:51.915963 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 98987575-6fda-4041-807b-a4ca8a0ddf84 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:47:51.989960 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 814ce90c-d832-4217-b6d7-19b7e31c47e8 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:51.998554 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:52.072077 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:47:52.241753 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9277726c-9812-41ab-ac8c-e03dc57ff81d req-50874ad5-49f3-4b79-9c67-8dd1c242762d tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] 10.222.0.63 "GET /v2.0/ports?device_id=34016dff-d58b-46a2-92d1-20b04694972b HTTP/1.1" status: 200 len: 210 time: 0.0827396 Jul 09 15:47:52.277674 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:47:52.290419 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:47:52.300853 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:47:52.301526 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:47:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:52.303204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:52.304945 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4180207 Jul 09 15:47:52.307716 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 51902) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:52.645541 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:47:52.723416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709221c4-37fd-4add-b44c-198e39ab09b6 req-7f11a6b7-d8ff-404e-9610-90e650eceac7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:52.724903 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-709221c4-37fd-4add-b44c-198e39ab09b6 req-7f11a6b7-d8ff-404e-9610-90e650eceac7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.2187831 Jul 09 15:47:52.834438 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-709221c4-37fd-4add-b44c-198e39ab09b6 req-60b7107b-ce61-4060-b8ad-1e1939600746 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896311 Jul 09 15:47:53.125985 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:50Z', 'revision_number': 3, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:53.130815 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:47:53.130905 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Updating router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:47:53.187469 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.198568 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-19326c5c-41f9-43ec-8bd0-33d955d48464 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f38d73a7630e4b14a921d5edae778dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497177 Jul 09 15:47:53.472892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-27dec73f-7f8b-432a-8911-ad6b135bb687 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:53.484583 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-27dec73f-7f8b-432a-8911-ad6b135bb687 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803707 Jul 09 15:47:53.509375 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-1b465ea6-79d0-4703-8065-f1d525a1e63e tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/quotas/f38d73a7630e4b14a921d5edae778dda HTTP/1.1" status: 200 len: 375 time: 0.0216658 Jul 09 15:47:53.606427 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-a9c708dd-349e-437c-8c8d-3d2ad38a79f4 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f38d73a7630e4b14a921d5edae778dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643659 Jul 09 15:47:53.624413 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.631848 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.638364 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Transition to ACTIVE for port object 11eb9727-08b0-46eb-bcd2-e615c8e758e9 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:53.645848 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.650086 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:53.763606 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Attempting to bind port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:47:53.763989 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Attempting to bind port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:47:53.764357 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Attempting to bind port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:47:53.780044 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:47:53.781809 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:47:53.782256 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.783330 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:47:53.783826 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Bound port: 11eb9727-08b0-46eb-bcd2-e615c8e758e9, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:47:53.784233 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:53.830770 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 51960) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:53.972022 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] For port 11eb9727-08b0-46eb-bcd2-e615c8e758e9, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:47:53.975303 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] For port 11eb9727-08b0-46eb-bcd2-e615c8e758e9, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=11eb9727-08b0-46eb-bcd2-e615c8e758e9,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:47:53.976632 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Pushing event updated for resources: {'Port': ['ID=11eb9727-08b0-46eb-bcd2-e615c8e758e9,revision_number=2']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:53.985482 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.985822 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.986218 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.986651 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.986905 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.987170 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.987490 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.987805 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.988125 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.988439 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.988756 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.989067 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:47:53.994652 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-91b1919c-c18f-410c-9d43-7b64a2ce5fc6 req-c7fe67b0-f7e8-45fc-af24-f0598ba5471a tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.0980146 Jul 09 15:47:54.008098 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.009736 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:54.015122 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:54.098218 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:47:54.098917 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:47:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:54.182223 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.218321 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Pushing event updated for resources: {'Port': ['ID=11eb9727-08b0-46eb-bcd2-e615c8e758e9,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:54.224332 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:54.225652 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Allocated IP 172.20.0.1 (3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9/6913fe86-b691-436e-996f-c94c67d604b6/eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:54.231723 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:54.248776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb2dc65bd9d4692ae153e64646b6055 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:54.254413 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:54.284965 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:54.463880 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:47:54.489634 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.503464 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.533210 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d1817305-8def-41ae-ba6e-857e5b1c8bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:54.575872 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6f92-23f3-4510-a567-3356ee09ad7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.600035 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb266-8413-44f5-a1f1-6a82f6e21abf req-e3b9290e-389c-41d7-95bb-5cf33cf21895 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:54.608267 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e34eb266-8413-44f5-a1f1-6a82f6e21abf req-e3b9290e-389c-41d7-95bb-5cf33cf21895 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.2746282 Jul 09 15:47:54.618100 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8eb2dc65bd9d4692ae153e64646b6055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850487 Jul 09 15:47:54.620688 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52008) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:54.621577 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5cd22-54e3-4b29-8d47-30628be44767,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:54.625805 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:54.685604 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e34eb266-8413-44f5-a1f1-6a82f6e21abf req-1a6f7c1e-7ea0-417b-ba1a-83b2bf04cc65 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Jul 09 15:47:54.743111 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.762572 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Transition to ACTIVE for port object eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 will not be triggered until provisioned by entity DHCP. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:54.791838 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.803684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4621ed76-902d-4ca9-a430-e44252621bc9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:54.883999 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:54.891138 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:54.896288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:54.908993 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:50Z', 'revision_number': 3, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:54.914577 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565085fa-4048-46d6-966b-c805bbb5ff51 None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:50Z', 'revision_number': 3, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:47:54.927960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:54.953655 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-827ee55d-3906-432b-99bd-ff5542358320 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:54.960857 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-827ee55d-3906-432b-99bd-ff5542358320 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.3411279 Jul 09 15:47:54.965515 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.023764 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.046376 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-c0c2d999-050c-49fd-ae02-53303e2ac524 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/quotas/1fa22018184849f289169f3c02190fa1 HTTP/1.1" status: 200 len: 375 time: 0.0843289 Jul 09 15:47:55.230000 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.244627 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-df6ffaa0-a88e-4e97-a355-0eb49284baed tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1972945 Jul 09 15:47:55.253521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.323264 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-1a88542b-35d3-4f03-9aed-b48f9741d694 None None] Provisioning for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:55.327543 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-47a367c0-fa2f-43bb-95dd-3a3e99a7c1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:55.335789 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-1a88542b-35d3-4f03-9aed-b48f9741d694 None None] Provisioning complete for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:55.336328 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1a88542b-35d3-4f03-9aed-b48f9741d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.347925 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5cd22-54e3-4b29-8d47-30628be44767,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:55.417453 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-1a88542b-35d3-4f03-9aed-b48f9741d694 None None] Port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:47:55.452495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:55.468424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:55.469809 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bac5cd22-54e3-4b29-8d47-30628be44767 HTTP/1.1" status: 204 len: 168 time: 0.8420801 Jul 09 15:47:55.520438 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:55.529340 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:55.539728 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5dde2f18-951c-4f9e-aac6-38fd3c404480 req-ccbd01c8-beb1-4405-a17a-677c9ccf8b7f tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.1041164 Jul 09 15:47:55.584285 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-df12f9a5-c8b2-4ce7-92da-8565aa2f6519 service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244321 Jul 09 15:47:55.916081 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 11eb9727-08b0-46eb-bcd2-e615c8e758e9 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:56.097774 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:47:56.120227 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:56.121196 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.155630 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5839fc6e-c6bd-46bd-9057-a9016d4d71a4 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f38d73a7630e4b14a921d5edae778dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466049 Jul 09 15:47:56.318225 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52054) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:56.327836 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.393100 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52058) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:56.426738 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.436394 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-bf2a0a3e-3408-4c5f-99ff-f8b764080a6e service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319018 Jul 09 15:47:56.450128 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.478919 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 11eb9727-08b0-46eb-bcd2-e615c8e758e9, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=11eb9727-08b0-46eb-bcd2-e615c8e758e9,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:47:56.493114 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.496180 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:56.498594 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:56.509230 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Usage tracker for resource:security_group_rule and tenant:c5b8ee070de84539bfe06afb7a3ff2eb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:56.517416 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:56.541300 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:56.645170 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=11eb9727-08b0-46eb-bcd2-e615c8e758e9,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:56.660332 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:56.661664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-77d4d07c-297e-406c-b143-4109454e2a79 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:56.665679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-77d4d07c-297e-406c-b143-4109454e2a79 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036447 Jul 09 15:47:56.691045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Request body: {'port': {'device_id': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2', 'admin_state_up': True, 'tenant_id': 'f38d73a7630e4b14a921d5edae778dda'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:56.703758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fb96a-ba97-41b4-88d1-5b5944b5bb7c req-45a0f0c5-50fe-47d6-a71d-e166d8113512 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:56.715470 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-028fb96a-ba97-41b4-88d1-5b5944b5bb7c req-45a0f0c5-50fe-47d6-a71d-e166d8113512 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.6204517 Jul 09 15:47:56.861441 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.861661 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-028fb96a-ba97-41b4-88d1-5b5944b5bb7c req-9b2f26c9-3146-4d23-9497-0e906bd264a2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449516 Jul 09 15:47:56.915786 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52076) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:56.967305 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-43437a8f-5af4-4464-86d3-b8ccec934f98 req-3bbc4b3c-4f9c-4998-95e2-97f80cd3340c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.0908163 Jul 09 15:47:56.971902 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:56.981474 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Usage tracker for resource:security_group_rule and tenant:9e840f8c4de34e02a79d4908a7f4631a is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:56.999217 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:57.003905 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6cd143bf-beeb-422d-8821-44e15ecce800 req-9b2b199b-3614-40f0-9f84-b2111a1bf580 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 210 time: 0.0698013 Jul 09 15:47:57.027905 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:57.029875 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.037726 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.046231 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.049808 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2724c4f9-9ace-4c2d-927e-8ebf4cb7ba7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:57.060106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:57.063571 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.065500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Usage tracker for resource:port and tenant:f38d73a7630e4b14a921d5edae778dda is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:57.068577 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:57.074569 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:57.092687 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Made reservation on behalf of f38d73a7630e4b14a921d5edae778dda for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:57.096802 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.113966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.131392 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3f835-817e-4fba-817a-229a9ffc2b6e,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:57.137703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:57.147137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Usage tracker for resource:security_group_rule and tenant:f38d73a7630e4b14a921d5edae778dda is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:57.147276 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:57.151134 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:57.162447 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:57.176947 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:57.241094 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.250479 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52088) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:57.254427 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c5b8ee070de84539bfe06afb7a3ff2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272089 Jul 09 15:47:57.257097 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.264394 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.272743 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-72c154d9-9784-4d47-87ac-e69c54e0d82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.278689 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3e006443-dbb3-46bb-86bf-4dfde16de545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:57.294076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:57.297829 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:57.303818 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:57.308941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.320277 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Usage tracker for resource:security_group_rule and tenant:1e056aff28154c27923e41b409164b3a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:57.325220 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:57.352151 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:57.369446 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e840f8c4de34e02a79d4908a7f4631a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9753137 Jul 09 15:47:57.389998 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52094) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:57.390968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91325b4c-1ed1-4e4b-bc1f-aea1ef0a94b6,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:57.402334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:57.417015 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.433096 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.447126 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-16b903aa-a9cb-4cc1-98a9-e118217ee40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:57.540105 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.547564 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:57.550225 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:57.573235 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2faca0-bf00-4cf7-88f7-5664e5360032,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:57.617892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:57.668179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.685529 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.739797 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.758231 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.767915 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:57.838993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.874770 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Allocated IP 192.168.233.105 (89b16dc7-4ca9-4357-9c85-9b979a5f80b2/18423d1d-bc63-4f75-96ce-2ffbb70245d7/613e61e9-4ae5-4e6b-8bb4-41c024fbe390) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:47:57.880019 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 11eb9727-08b0-46eb-bcd2-e615c8e758e9 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:47:57.902696 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:47:57.953350 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2093e9-a47e-4d55-b096-378141765bc4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:57.963826 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.969893 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e056aff28154c27923e41b409164b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0506332 Jul 09 15:47:57.974490 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52104) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:57.975518 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:57.977575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d925b1d0-d00a-430c-a490-1e9fc39da936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:58.039399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.061589 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3f835-817e-4fba-817a-229a9ffc2b6e,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:58.088863 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:58.090277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fe543bf7-3a79-4754-adf6-29ab2b3ffb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:58.132229 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-782139d7-90a1-4887-b2a3-3875624cd4d3 None None] Provisioning complete for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:58.132862 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-782139d7-90a1-4887-b2a3-3875624cd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.212708 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-782139d7-90a1-4887-b2a3-3875624cd4d3 None None] Port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:47:58.216206 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:47:58.216575 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.251506 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:47:58.253103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91325b4c-1ed1-4e4b-bc1f-aea1ef0a94b6,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:58.254940 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-699b7367-77d3-432e-a8f8-a8a37b28ecc5 req-db2db6bb-e245-4fa0-825e-6dfd80b3dccb tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.0508368 Jul 09 15:47:58.262413 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:47:58.278534 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:58.292041 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] 10.222.0.63 "PUT /v2.0/routers/0ad93814-f42c-478d-b507-9e72cd1a2ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9830656 Jul 09 15:47:58.304450 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:47:58.305888 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:47:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:58.340129 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.341387 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91325b4c-1ed1-4e4b-bc1f-aea1ef0a94b6 HTTP/1.1" status: 204 len: 168 time: 0.9466896 Jul 09 15:47:58.401075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.408660 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.414391 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fea3f835-817e-4fba-817a-229a9ffc2b6e HTTP/1.1" status: 204 len: 168 time: 1.1624019 Jul 09 15:47:58.553653 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.578465 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:47:58.738742 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7e2c4de2-78f4-4355-a59d-1670645630eb req-1eee28f3-1ea8-4041-bc63-b854f2f8ced6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 210 time: 0.0759523 Jul 09 15:47:58.811191 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.915096 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.949825 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52132) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:58.977075 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:58.992215 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-cbb0c122-6663-4a97-9bb2-be094b58155b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:58.993687 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-cbb0c122-6663-4a97-9bb2-be094b58155b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.4157250 Jul 09 15:47:59.011361 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:59.015127 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Transition to ACTIVE for port object 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:47:59.018594 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Usage tracker for resource:security_group_rule and tenant:e8c90862a85b47d38e8973a4cbddc9d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:59.026494 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2a53c-1fa1-4cd6-b4d2-1c49cd16d552 req-dbd79c9b-3373-4e96-a058-c40ac3cb2c4a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:59.027998 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84d2a53c-1fa1-4cd6-b4d2-1c49cd16d552 req-dbd79c9b-3373-4e96-a058-c40ac3cb2c4a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.8888741 Jul 09 15:47:59.032099 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:59.035640 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Request body: {'port': {'device_id': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'admin_state_up': True, 'tenant_id': '1fa22018184849f289169f3c02190fa1'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:59.049740 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:59.106905 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 2, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:47:59.111608 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:47:59.112178 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Updating router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:47:59.221137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.230787 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84d2a53c-1fa1-4cd6-b4d2-1c49cd16d552 req-895c3d8a-7a74-4360-8e2d-91162ab72dd7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777170 Jul 09 15:47:59.236630 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-18efe686-e021-43cb-a267-42fba720ec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:59.252170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2093e9-a47e-4d55-b096-378141765bc4,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:59.254349 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.258083 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.263970 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:59.288267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:59.396148 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.408347 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.418122 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:59.503322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.507280 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a2093e9-a47e-4d55-b096-378141765bc4 HTTP/1.1" status: 204 len: 168 time: 1.5202076 Jul 09 15:47:59.522485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b4456-9c2f-4c02-bfe5-f29ffdde0086,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:59.526958 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8c90862a85b47d38e8973a4cbddc9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762482 Jul 09 15:47:59.534790 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52158) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:59.535635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:59.607212 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:59.671753 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.703915 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:47:59.707275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:59.726619 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.732288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:47:59.745963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:47:59.770933 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:59.771787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.789294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Pushing event updated for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:59.812440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:59.814345 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:47:59.818475 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.847887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.851629 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:47:59.875601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b4456-9c2f-4c02-bfe5-f29ffdde0086,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:47:59.883152 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:47:59.897767 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.899801 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/822b4456-9c2f-4c02-bfe5-f29ffdde0086 HTTP/1.1" status: 204 len: 168 time: 0.3632445 Jul 09 15:47:59.922908 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52176) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:47:59.929887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314851105', 'description': 'tempest-description--708935893'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:47:59.931562 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.940515 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:47:59.954778 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:47:59.964836 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:47:59.981940 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:47:59.983919 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2991924 Jul 09 15:48:00.013911 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.044838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Request body: {'port': {'device_id': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:00.185499 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.216545 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2896b27b-c43a-42de-b237-cbb209f9fe71 req-30a2706f-7178-4f53-843e-69827d700121 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 210 time: 0.0639923 Jul 09 15:48:00.216853 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Transition to ACTIVE for port object eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:00.219911 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-178dee10-092f-4b1c-b3c7-88dcb3b54f28 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:00.220610 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-294c299d-9c23-42fb-b31d-3406683e7eb5 None None] Provisioning for port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:00.220829 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-178dee10-092f-4b1c-b3c7-88dcb3b54f28 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Synchronizing usage tracker for tenant:f38d73a7630e4b14a921d5edae778dda on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:00.229634 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-294c299d-9c23-42fb-b31d-3406683e7eb5 None None] Provisioning complete for port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:00.230314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-294c299d-9c23-42fb-b31d-3406683e7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.232812 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:00.238154 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:00.241628 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:00.248389 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:00.284759 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.295517 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:00.426171 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.437721 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.465456 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-294c299d-9c23-42fb-b31d-3406683e7eb5 None None] Port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:00.499700 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Pushing event updated for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:00.544907 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d5c09ad2-8f6b-4436-a0c1-3578654191ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:00.569458 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.572059 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.572406 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.572747 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.573082 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.573417 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.573747 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.574595 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.574595 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.574807 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.575044 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.575389 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:00.594886 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:00.615278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-178dee10-092f-4b1c-b3c7-88dcb3b54f28 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Unset dirty status for tenant:f38d73a7630e4b14a921d5edae778dda on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:00.621783 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-178dee10-092f-4b1c-b3c7-88dcb3b54f28 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 936 time: 1.1217499 Jul 09 15:48:00.665904 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.684834 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.692547 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7673950 Jul 09 15:48:00.693249 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52194) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:00.711851 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group_rule': {'security_group_id': 'f8c56562-04ee-49d3-981a-42cfdeb8c8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:00.729069 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Attempting to bind port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:00.729455 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Attempting to bind port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:00.729827 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Attempting to bind port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:00.733087 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c56562-04ee-49d3-981a-42cfdeb8c8cf,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:00.735479 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:00.735906 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Checking segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:00.737284 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.737284 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Bound using segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:00.737477 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Bound port: eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:00.737739 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.737915 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:00.739414 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:00.754048 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:00.771994 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:00.781298 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:00.834830 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ce9d1-01c3-490e-b634-8914d94778fc req-a079131b-18ee-4a15-9a6c-ad73eb322226 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:00.836414 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b82ce9d1-01c3-490e-b634-8914d94778fc req-a079131b-18ee-4a15-9a6c-ad73eb322226 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.3666189 Jul 09 15:48:00.868657 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] For port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:00.873045 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] For port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:00.875808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Allocated IP 172.20.0.12 (69ba3f9b-ba9f-49a3-969f-77c4c86aecd2/18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1/07e5ccaa-3c50-4e62-8cc7-f69a890287ef) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:00.878889 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.887467 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:00.890484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52202) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:00.892756 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:00.947094 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-14237c85-939d-4280-a155-3d0f9d8c8010 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Synchronizing usage tracker for tenant:f38d73a7630e4b14a921d5edae778dda on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:00.969279 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b82ce9d1-01c3-490e-b634-8914d94778fc req-69cf04e9-873a-406a-af4d-7c717a28d43b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216674 Jul 09 15:48:00.977890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.006485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.011684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.022350 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:01.046194 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d347a07f-6258-4d96-b1ea-b8429de5a857,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:01.057936 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:01.067904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.069430 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638861 Jul 09 15:48:01.072690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52210) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:01.079314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:01.081261 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group_rule': {'security_group_id': 'f8c56562-04ee-49d3-981a-42cfdeb8c8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:01.085012 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:47:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:01.088112 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:01.093199 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:01.097699 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:01.105638 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:01.131231 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:01.147492 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.150960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Usage tracker for resource:security_group_rule and tenant:a03c557ceb9247a8aba77da5651c6a2b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:01.160049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-14237c85-939d-4280-a155-3d0f9d8c8010 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Unset dirty status for tenant:f38d73a7630e4b14a921d5edae778dda on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:01.169113 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5096f7b3-d539-4df1-80ae-3caf82f6b4d3 req-14237c85-939d-4280-a155-3d0f9d8c8010 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463920 Jul 09 15:48:01.179631 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:01.219606 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:01.344478 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.351699 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.353755 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f6aecc95-6392-45f1-b7a8-a076ae36678e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:01.395173 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7df2480-c9de-4a0b-9e96-341c1ca7bc7f,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:01.401299 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:01.444644 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.446127 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722818 Jul 09 15:48:01.450527 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52222) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:01.460448 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Pushing event updated for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:01.460700 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:01.487292 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:01.496297 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:01.497195 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:01.623788 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:floatingip and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:01.650764 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:01.667638 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-26a25127-b57f-4f93-aa58-479bfffa43dd req-38f8e347-db78-4bc3-8828-f171b50f99be tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 210 time: 0.1636410 Jul 09 15:48:01.672827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:01.711431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.714478 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.733288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.748682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.777399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-49712526-649f-4d76-a814-a671821f487f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:01.938580 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a03c557ceb9247a8aba77da5651c6a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0416560 Jul 09 15:48:01.942189 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52246) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:01.949538 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d13879-9bf0-41f9-9bf3-900d7d3bbc54,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:01.968051 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:01.973068 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:01.992449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.036450 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.120707 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Transition to ACTIVE for port object 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:02.146808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.151747 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.185477 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:02.278199 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97', 'd97210dc-ae71-4884-9fc9-d4ded468228d'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:02.302622 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.382121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Allocated IP 172.28.3.12 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:02.481497 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.531579 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:00Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:02.550246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7145df-55f8-41e1-a05b-59a700eb740d None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:00Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:02.655868 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:02.700825 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:02.722063 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:02.748269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:02.753290 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.811203 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9000-746f-4852-af0f-708c36920669 req-4ae0bca3-ee02-4bdf-9e05-21cb53367937 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:02.815217 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a1fd9000-746f-4852-af0f-708c36920669 req-4ae0bca3-ee02-4bdf-9e05-21cb53367937 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 948 time: 0.4360259 Jul 09 15:48:02.908641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Pushing event updated for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:02.960875 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.975450 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a1fd9000-746f-4852-af0f-708c36920669 req-2aeee912-4d71-4c81-97ac-92a83a5e0d37 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420321 Jul 09 15:48:02.995396 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52284) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:03.068402 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.088114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:03.093356 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Attempting to bind port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:03.093701 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Attempting to bind port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:03.094020 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Attempting to bind port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 on network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:03.110144 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 on network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:03.110479 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Attempting to bind port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 on network 89b16dc7-4ca9-4357-9c85-9b979a5f80b2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:03.122850 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0920951 Jul 09 15:48:03.129439 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:03.129797 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Checking segment: {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:03.130193 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Bound using segment: {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:03.130619 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Bound port: 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:03.130959 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.150799 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event updated for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:03.158008 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:03.162300 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Request body: {'port': {'device_id': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:03.199008 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.854s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:03.199328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:03.282227 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:03.293026 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:03.295076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:03.306701 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:03.311174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:03.432438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.435082 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e4db-7692-46c5-99d1-0101a7c4cab1 req-f37e5597-e3ea-4514-b177-d0e88ecf4de6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:03.443755 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90482a7f-5cbf-42bd-839a-18c2bec24a8f req-a3c1c576-4fa5-4f4f-bce0-5ca5089a0ffd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:03.446073 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dfb1e4db-7692-46c5-99d1-0101a7c4cab1 req-f37e5597-e3ea-4514-b177-d0e88ecf4de6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 932 time: 0.2287982 Jul 09 15:48:03.450572 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-90482a7f-5cbf-42bd-839a-18c2bec24a8f req-a3c1c576-4fa5-4f4f-bce0-5ca5089a0ffd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 1.1919382 Jul 09 15:48:03.463603 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ca202beb-ca9b-47e5-b5d4-a5f31a7fe017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:03.511385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d13879-9bf0-41f9-9bf3-900d7d3bbc54,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:03.539967 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.574147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:03.612953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.624585 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21d13879-9bf0-41f9-9bf3-900d7d3bbc54 HTTP/1.1" status: 204 len: 168 time: 1.6751525 Jul 09 15:48:03.626965 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dfb1e4db-7692-46c5-99d1-0101a7c4cab1 req-628dbd7a-0ce2-4f47-869b-270603af642e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792536 Jul 09 15:48:03.628207 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:03.638141 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:37a56ae3df034429ae61ecefa0ab3f9a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:03.643958 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:03.653474 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:03.656027 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.711316 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-90482a7f-5cbf-42bd-839a-18c2bec24a8f req-5438b3d0-b45e-4b38-b33f-5021a354637f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597761 Jul 09 15:48:03.718953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:03.725038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:03.740199 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.761769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.777754 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:03.780367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:03.926609 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Pushing event updated for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:03.944302 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:03.948068 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:04.074700 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:04.075383 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.076843 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] 10.222.0.69 "PUT /v2.0/ports/613e61e9-4ae5-4e6b-8bb4-41c024fbe390 HTTP/1.1" status: 200 len: 1098 time: 4.0614269 Jul 09 15:48:04.078165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:04.191565 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:04.199650 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:04.200380 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.253700 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.271196 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.292759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390', 'status': 'completed', 'code': 200} Jul 09 15:48:04.355500 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e80a4084-b81d-41f6-b58d-84579c1df872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:04.417891 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=37a56ae3df034429ae61ecefa0ab3f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4213877 Jul 09 15:48:04.421890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d979fc-6887-492b-86fd-e5a90d66c4a8,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:04.429044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52320) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:04.537533 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:04.696665 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.777689 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:04.788446 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.790345 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:04.864122 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-cc122e46-66e2-43b7-a5b2-b486064a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:04.865581 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-cc122e46-66e2-43b7-a5b2-b486064a902c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f38d73a7630e4b14a921d5edae778dda&device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 1101 time: 0.7055931 Jul 09 15:48:04.928538 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:04.932414 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:04.935841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.945561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.958428 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf68d9-0cf8-4a05-b368-d9b17435cb00 req-1ea312e3-379f-486f-bd24-463ed77ba8da tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:04.959923 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2cdf68d9-0cf8-4a05-b368-d9b17435cb00 req-1ea312e3-379f-486f-bd24-463ed77ba8da tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 948 time: 0.6113324 Jul 09 15:48:04.961045 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:04.966201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:05.057832 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-4af88f94-2715-4e62-ba0f-39babed04655 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390 HTTP/1.1" status: 200 len: 217 time: 0.1156597 Jul 09 15:48:05.072596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.116477 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:05.123789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:05.136238 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2cdf68d9-0cf8-4a05-b368-d9b17435cb00 req-977b01cc-3a86-4f9d-8709-dda38bbc7163 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127689 Jul 09 15:48:05.137316 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.176841 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.178457 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7265513 Jul 09 15:48:05.256897 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-359991a7-7bb9-474e-b9fc-fb093475063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.258634 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-359991a7-7bb9-474e-b9fc-fb093475063f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18423d1d-bc63-4f75-96ce-2ffbb70245d7 HTTP/1.1" status: 200 len: 843 time: 0.1898434 Jul 09 15:48:05.269695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c568f-93b5-4dbb-af1c-0b3215510e98 req-4b154ac6-4e36-49b1-8df5-b2f3cce455a5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.270643 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-998c568f-93b5-4dbb-af1c-0b3215510e98 req-4b154ac6-4e36-49b1-8df5-b2f3cce455a5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:05.334337 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e5ccaa-3c50-4e62-8cc7-f69a890287ef {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:05.351630 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-998c568f-93b5-4dbb-af1c-0b3215510e98 req-4b154ac6-4e36-49b1-8df5-b2f3cce455a5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:05.358252 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-998c568f-93b5-4dbb-af1c-0b3215510e98 req-4b154ac6-4e36-49b1-8df5-b2f3cce455a5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 932 time: 0.5021448 Jul 09 15:48:05.363335 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.385983 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.396344 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-92ac3c4c-ce9d-499d-a3f1-1b5caebf77d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:05.397472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e51e4-428f-4ab9-9efb-ab1e39fb42b6 req-7c387c84-41de-45fc-801d-7ab63f4e026f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.399016 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e06e51e4-428f-4ab9-9efb-ab1e39fb42b6 req-7c387c84-41de-45fc-801d-7ab63f4e026f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1176763 Jul 09 15:48:05.437556 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d979fc-6887-492b-86fd-e5a90d66c4a8,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:05.443043 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:05.453562 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Transition to ACTIVE for port object 07e5ccaa-3c50-4e62-8cc7-f69a890287ef will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:05.460701 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e06e51e4-428f-4ab9-9efb-ab1e39fb42b6 req-5dc369bf-d74a-488b-984c-7c7065e56879 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549247 Jul 09 15:48:05.462667 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.467434 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.468554 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/27d979fc-6887-492b-86fd-e5a90d66c4a8 HTTP/1.1" status: 204 len: 168 time: 1.0338383 Jul 09 15:48:05.473347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:05.529442 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-998c568f-93b5-4dbb-af1c-0b3215510e98 req-03805889-1478-4fb5-b80f-45f4ae8bdfb1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703391 Jul 09 15:48:05.624297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Pushing event updated for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:05.628753 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-0e385f74-5ad8-4039-85c0-066f8a039456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.630515 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-0e385f74-5ad8-4039-85c0-066f8a039456 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89b16dc7-4ca9-4357-9c85-9b979a5f80b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3534589 Jul 09 15:48:05.631571 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:05.662985 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-122b75aa-9a1d-42a2-8073-44508614c16d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:05.691560 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-122b75aa-9a1d-42a2-8073-44508614c16d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:05.698610 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-122b75aa-9a1d-42a2-8073-44508614c16d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--314851105&fields=id&tenant_id=d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 267 time: 0.0994086 Jul 09 15:48:05.768214 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Attempting to bind port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:05.768547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Attempting to bind port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:05.768872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Attempting to bind port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:05.776770 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:05.777086 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Attempting to bind port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:05.785686 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:05.785686 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Checking segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:05.785968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Bound using segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:05.787203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Bound port: 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:05.787203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:05.890442 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-31947286-eaea-4af7-a573-5b1657fc8d48 service neutron] 10.222.0.69 "GET /v2.0/networks/89b16dc7-4ca9-4357-9c85-9b979a5f80b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242393 Jul 09 15:48:05.900521 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:05.968911 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b5adbfe8-31d1-4849-a8a6-c131e806bd1c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.969652 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b5adbfe8-31d1-4849-a8a6-c131e806bd1c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:network {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:06.015992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b5adbfe8-31d1-4849-a8a6-c131e806bd1c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:network {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:06.021344 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:06.022185 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.024050 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b5adbfe8-31d1-4849-a8a6-c131e806bd1c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 809 time: 0.3172855 Jul 09 15:48:06.029714 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52382) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:06.054668 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-7c4b911c-8d6b-4d77-914e-a0840389f3dd tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/quotas/d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 375 time: 0.0296485 Jul 09 15:48:06.088764 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:06.105405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:06.122565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.150404 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-25cdf5eb-4c16-45fc-b2ac-8c55e7084241 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:06.176594 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.225430 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.226377 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.227862 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-38249654-115d-4da7-9aa6-55e00181781f service neutron] 10.222.0.69 "PUT /v2.0/ports/07e5ccaa-3c50-4e62-8cc7-f69a890287ef HTTP/1.1" status: 200 len: 1094 time: 3.0712309 Jul 09 15:48:06.243629 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a49ea05-2a73-4eef-8294-71a149e348e3 req-03baefa3-a84c-44e1-be9e-669dc307a051 service neutron] 10.222.0.69 "GET /v2.0/networks/89b16dc7-4ca9-4357-9c85-9b979a5f80b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406346 Jul 09 15:48:06.257489 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:06.266317 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Usage tracker for resource:security_group_rule and tenant:26487baefb554a218bc06cdae50a0127 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:06.272867 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Pushing event updated for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:06.276295 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:06.278635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:06.287850 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:06.298294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:06.341656 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-5efd62a9-db7a-49af-85e1-47a4dffca808 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:06.432306 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-5efd62a9-db7a-49af-85e1-47a4dffca808 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:06.434737 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-5efd62a9-db7a-49af-85e1-47a4dffca808 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3787863 Jul 09 15:48:06.442169 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.447126 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.459224 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4b8fe82c-6759-4d16-8900-bc44d8ed4815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:06.623645 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-788b2bd3-a14e-48b9-bd9a-7a327875f2b2 service neutron] 10.222.0.63 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655731 Jul 09 15:48:06.660773 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-2230ac53-7135-4e02-a977-7a942e216130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.662514 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-2230ac53-7135-4e02-a977-7a942e216130 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f38d73a7630e4b14a921d5edae778dda&device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 1101 time: 0.2983348 Jul 09 15:48:06.666797 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-cd32252e-7b79-439c-97ff-fdc9c491267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.668582 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-cd32252e-7b79-439c-97ff-fdc9c491267a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 1097 time: 0.3033593 Jul 09 15:48:06.682831 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c17f90-99a1-4fee-a835-9cd55d248de0 req-5a69c654-204a-439b-bd7c-d3039fd91d33 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.684352 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b0c17f90-99a1-4fee-a835-9cd55d248de0 req-5a69c654-204a-439b-bd7c-d3039fd91d33 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 948 time: 0.3219249 Jul 09 15:48:06.798951 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26487baefb554a218bc06cdae50a0127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7502682 Jul 09 15:48:06.806628 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-a9b60be1-e741-42a9-b69f-3b722f3e5d9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef HTTP/1.1" status: 200 len: 217 time: 0.0962369 Jul 09 15:48:06.806824 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36d9b9-8255-4709-b719-848c0872010c,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:06.811245 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52414) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:06.814722 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:06.924821 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-5029a745-40b0-4ffd-9013-09329b307180 service neutron] 10.222.0.63 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282770 Jul 09 15:48:06.958015 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b0c17f90-99a1-4fee-a835-9cd55d248de0 req-9723c5c3-c6b9-455b-b157-07354658f4ab tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662907 Jul 09 15:48:06.960273 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:06.995877 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-fad22097-3962-488e-9814-032a7ab4380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.997638 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-fad22097-3962-488e-9814-032a7ab4380a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.1776087 Jul 09 15:48:06.997765 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:07.023823 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-ff96d0ef-4d6d-4413-82f8-be6625601166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.025368 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-ff96d0ef-4d6d-4413-82f8-be6625601166 service neutron] 10.222.0.69 "GET /v2.0/networks?id=89b16dc7-4ca9-4357-9c85-9b979a5f80b2 HTTP/1.1" status: 200 len: 870 time: 0.3169615 Jul 09 15:48:07.040395 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', 'status': 'completed', 'code': 200} Jul 09 15:48:07.089480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:07.099190 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-99998833-49c4-4eb1-80c8-632cbc1152c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:07.123232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36d9b9-8255-4709-b719-848c0872010c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:07.126786 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:07.129647 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:07.131453 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2f36d9b9-8255-4709-b719-848c0872010c HTTP/1.1" status: 204 len: 168 time: 0.3192835 Jul 09 15:48:07.262619 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-3b29d087-06ec-4aee-a24c-d250bb04d738 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2155910 Jul 09 15:48:07.322534 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-09d9f886-9101-4a1c-bce8-b48e8de9a9f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390 HTTP/1.1" status: 200 len: 217 time: 0.1620960 Jul 09 15:48:07.426796 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409dc6d-0303-43bb-a324-85e92cd3292e req-3889ea0a-88c1-4ddf-8368-e20d56ccbff8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.428733 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9409dc6d-0303-43bb-a324-85e92cd3292e req-3889ea0a-88c1-4ddf-8368-e20d56ccbff8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 944 time: 0.1882567 Jul 09 15:48:07.500876 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9409dc6d-0303-43bb-a324-85e92cd3292e req-e4f0fe0c-dbf8-4682-9f9a-e5cb39447272 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629103 Jul 09 15:48:07.556967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-d0ca68ee-863a-46bd-afb3-f092b353987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.558435 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-d0ca68ee-863a-46bd-afb3-f092b353987d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18423d1d-bc63-4f75-96ce-2ffbb70245d7 HTTP/1.1" status: 200 len: 843 time: 0.2069235 Jul 09 15:48:07.642465 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a41ccfa9-e868-4c3a-97d8-90f32f5734bc req-12b9545f-ec1c-40b3-8ad2-cf2be957f8d2 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0477431 Jul 09 15:48:07.650535 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034ea3c-b667-4223-8825-0e9bfd55a486 req-3d688469-a4eb-4ee9-8d9f-b5d10a486d58 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.652029 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c034ea3c-b667-4223-8825-0e9bfd55a486 req-3d688469-a4eb-4ee9-8d9f-b5d10a486d58 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.3832288 Jul 09 15:48:07.654280 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-a45f2f12-7d53-46fc-a83f-bf58c718f8ab service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337133 Jul 09 15:48:07.810792 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c034ea3c-b667-4223-8825-0e9bfd55a486 req-315450ab-69f0-4d9b-87db-ce27a2a31f87 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513383 Jul 09 15:48:07.838595 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-8ea7e2ac-8d98-4297-b808-84a29f23e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.840270 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-8ea7e2ac-8d98-4297-b808-84a29f23e74c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=89b16dc7-4ca9-4357-9c85-9b979a5f80b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2677824 Jul 09 15:48:07.900188 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810999e2-de69-43c3-99b8-f39a5c8784ed req-850d187e-5150-469f-9ac8-153372e6502b service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332542 Jul 09 15:48:08.165672 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-a0bd81ae-d397-4214-a859-cf59fe2b781e service neutron] 10.222.0.69 "GET /v2.0/networks/89b16dc7-4ca9-4357-9c85-9b979a5f80b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042922 Jul 09 15:48:08.288703 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5706c-06a1-4431-8bcf-a6de6d61dfb7 req-deb7eab2-7fee-43ea-943a-094d3cad0f2c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.299491 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ffc5706c-06a1-4431-8bcf-a6de6d61dfb7 req-deb7eab2-7fee-43ea-943a-094d3cad0f2c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 948 time: 0.1575592 Jul 09 15:48:08.435486 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ffc5706c-06a1-4431-8bcf-a6de6d61dfb7 req-79a1e86d-26b6-426c-8134-56288eaef8ba tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346767 Jul 09 15:48:08.479867 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78563-22f1-461e-a028-92e109c07083 req-9c39e128-1632-4cbf-a5b1-d222ee7aa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.481626 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-9c39e128-1632-4cbf-a5b1-d222ee7aa259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 1097 time: 0.3894641 Jul 09 15:48:08.586802 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ed7b650-ad8d-4962-9d45-fabc9c72b1f2 req-829471d5-a857-4373-af35-129a94576e01 service neutron] 10.222.0.69 "GET /v2.0/networks/89b16dc7-4ca9-4357-9c85-9b979a5f80b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094405 Jul 09 15:48:08.664742 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78563-22f1-461e-a028-92e109c07083 req-725a96f0-9b25-4efc-a786-10f6a259b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.666282 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-725a96f0-9b25-4efc-a786-10f6a259b25c service neutron] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 915 time: 0.1663117 Jul 09 15:48:08.825976 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-0a6b5a50-a361-4750-bae8-e450706ffce8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef HTTP/1.1" status: 200 len: 217 time: 0.1510997 Jul 09 15:48:08.856178 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-45a9c0fc-b2c9-4ef8-b619-fbba19dec9ea req-38a8ba6a-3c54-4bac-a648-355d9df69d53 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0490310 Jul 09 15:48:08.935055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2d8fa-2db6-46d0-bf8d-7bdf6c9e74f8 req-04949198-7652-48e5-b077-60c0ee40f436 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.942436 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-36f2d8fa-2db6-46d0-bf8d-7bdf6c9e74f8 req-04949198-7652-48e5-b077-60c0ee40f436 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 944 time: 0.1745269 Jul 09 15:48:08.993316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78563-22f1-461e-a028-92e109c07083 req-50eb6093-a60a-4140-b992-59ce588a4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.994913 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-50eb6093-a60a-4140-b992-59ce588a4a57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.1317289 Jul 09 15:48:09.000313 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-36f2d8fa-2db6-46d0-bf8d-7bdf6c9e74f8 req-b91dde95-13e9-4c7c-a0fa-2a634f72e256 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Jul 09 15:48:09.104648 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-c1ef56a1-0f75-4298-8969-6f662ec4e4c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921710 Jul 09 15:48:09.109418 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2b4bc-98f6-425a-9f7c-534b991b54f8 req-a8a7cbf9-f813-4d6e-a901-b6d8f1f4fb34 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:09.117704 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-aaa2b4bc-98f6-425a-9f7c-534b991b54f8 req-a8a7cbf9-f813-4d6e-a901-b6d8f1f4fb34 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1522853 Jul 09 15:48:09.206481 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-aaa2b4bc-98f6-425a-9f7c-534b991b54f8 req-47767bfb-18d0-4b59-9d17-ef6e640478fe tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805304 Jul 09 15:48:09.418085 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-d8613f34-b282-4bf5-b937-b9d8d11a1b68 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:09.419498 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-d8613f34-b282-4bf5-b937-b9d8d11a1b68 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 809 time: 0.3631225 Jul 09 15:48:09.428282 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-ece75123-0ba5-423c-a6fd-035d65a05683 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466414 Jul 09 15:48:09.620977 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-e568f819-5aea-4d15-b8cf-a13c03bb9694 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 379 time: 0.1253934 Jul 09 15:48:09.667960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'port': {'device_id': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'admin_state_up': True, 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'security_groups': ['f8c56562-04ee-49d3-981a-42cfdeb8c8cf']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:09.828035 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d4b78563-22f1-461e-a028-92e109c07083 req-70047d58-afae-4bd6-accf-631ebd4c3b88 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182399 Jul 09 15:48:09.878672 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2030-3556-4f8f-a877-f489acc4646b req-517b8e64-6c2d-4e87-ab66-a76b008e27cc tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:09.878894 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0d9e2030-3556-4f8f-a877-f489acc4646b req-517b8e64-6c2d-4e87-ab66-a76b008e27cc tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 948 time: 0.2628512 Jul 09 15:48:09.884461 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:09.910885 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:09.935350 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Made reservation on behalf of d1424d9c97a04388a34c76d9410227fb for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:09.939826 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:09.966209 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0d9e2030-3556-4f8f-a877-f489acc4646b req-2b6d2f64-00ae-481b-91bc-bc06f08ae5bc tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791278 Jul 09 15:48:10.009283 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:48:10.056268 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a84bc72b-978a-42a7-9df7-37be3fe854ba req-908df52e-c8ff-4069-8593-0e2fc4711131 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0501325 Jul 09 15:48:10.256646 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:10.281247 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390', 'network_id': '89b16dc7-4ca9-4357-9c85-9b979a5f80b2', 'port_id': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390', 'mac_address': 'fa:16:3e:15:62:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18423d1d-bc63-4f75-96ce-2ffbb70245d7', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:48:10.311653 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Allocated IP 172.20.0.11 (3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9/6913fe86-b691-436e-996f-c94c67d604b6/07d2dead-2d8e-4bb1-a562-07580dbd79f9) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:10.342087 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a370b6-c0c8-46e8-9895-779c289b65ec req-0565823f-e724-47fb-81f1-97eae50bba40 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.343938 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b3a370b6-c0c8-46e8-9895-779c289b65ec req-0565823f-e724-47fb-81f1-97eae50bba40 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 944 time: 0.1669784 Jul 09 15:48:10.409154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:10.428885 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:10.452896 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:10.459894 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:10.463075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:10.547587 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e53b0-a8e5-4a72-ad77-11d296201dc2 req-d9946b79-3c9b-47f9-910f-029b31d29d1e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.557051 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-091e53b0-a8e5-4a72-ad77-11d296201dc2 req-d9946b79-3c9b-47f9-910f-029b31d29d1e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1374493 Jul 09 15:48:10.608794 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:10.615677 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:10.619542 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-091e53b0-a8e5-4a72-ad77-11d296201dc2 req-da38f9d5-2cda-4359-954d-2de72c947501 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Jul 09 15:48:10.638511 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b3a370b6-c0c8-46e8-9895-779c289b65ec req-bec2e2ef-342d-4fc7-8ad2-c4b222bd5ab1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805879 Jul 09 15:48:10.748698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:10.767718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Transition to ACTIVE for port object 07d2dead-2d8e-4bb1-a562-07580dbd79f9 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:10.795140 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:10.801422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:10.878232 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:10.881435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:10.886139 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:10.892695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.893533 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:10.902278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:10.910209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:10.964023 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['613e61e9-4ae5-4e6b-8bb4-41c024fbe390'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:10.998731 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3419487 Jul 09 15:48:11.034121 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Request body: {'port': {'device_id': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:11.155165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dddfd-454e-487a-ad4d-592b05e216a5 req-9ea24a6e-6f9d-4e84-b1fc-36167c00d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:11.156631 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b89dddfd-454e-487a-ad4d-592b05e216a5 req-9ea24a6e-6f9d-4e84-b1fc-36167c00d963 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1099 time: 0.2454126 Jul 09 15:48:11.286055 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b89dddfd-454e-487a-ad4d-592b05e216a5 req-691844da-cd17-4267-977e-2b4c4067595d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054270 Jul 09 15:48:11.333055 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0210-d0d5-4a32-b135-a39b1dc424d9 req-2cd0e414-159c-48d0-8d9c-6dd8bfa81b8b tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:11.335443 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ed8c0210-d0d5-4a32-b135-a39b1dc424d9 req-2cd0e414-159c-48d0-8d9c-6dd8bfa81b8b tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 949 time: 0.1807747 Jul 09 15:48:11.370542 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-bdc1076c-e380-48bc-ace2-b208a778c69a None None] Provisioning for port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:11.377220 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-bdc1076c-e380-48bc-ace2-b208a778c69a None None] Provisioning complete for port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:11.377736 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bdc1076c-e380-48bc-ace2-b208a778c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:11.438059 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1076c-e380-48bc-ace2-b208a778c69a None None] Port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:11.445645 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:11.478631 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ed8c0210-d0d5-4a32-b135-a39b1dc424d9 req-6020306f-c213-4eb9-a048-4c3cb5136ab5 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364431 Jul 09 15:48:11.513370 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939be9b-f66c-4233-9b2e-49d80b56d7bc req-3151dd12-923b-47c4-a6c8-ad78e9daabea tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:11.514351 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-6939be9b-f66c-4233-9b2e-49d80b56d7bc req-3151dd12-923b-47c4-a6c8-ad78e9daabea tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:11.558749 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-6939be9b-f66c-4233-9b2e-49d80b56d7bc req-3151dd12-923b-47c4-a6c8-ad78e9daabea tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:11.560063 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6939be9b-f66c-4233-9b2e-49d80b56d7bc req-3151dd12-923b-47c4-a6c8-ad78e9daabea tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 932 time: 0.2380419 Jul 09 15:48:11.674684 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6939be9b-f66c-4233-9b2e-49d80b56d7bc req-bbabce58-04a6-415e-b539-9169f74c1a36 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745516 Jul 09 15:48:11.954965 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3e246-b3e1-4110-ac37-2c3c362f41f8 req-39075ce3-2604-4951-bd4d-956070fa5cee tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:11.957100 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-80b3e246-b3e1-4110-ac37-2c3c362f41f8 req-39075ce3-2604-4951-bd4d-956070fa5cee tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1224372 Jul 09 15:48:12.017873 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-80b3e246-b3e1-4110-ac37-2c3c362f41f8 req-546f6d94-20aa-477c-a12c-0bd2dfb8e3cd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536921 Jul 09 15:48:12.050849 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07e5ccaa-3c50-4e62-8cc7-f69a890287ef details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:48:12.096565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656e87-22aa-44b9-bfa1-619e21436544 req-274131d6-e0d7-4b5f-b211-e9e67ae4bca3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:12.106387 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-db656e87-22aa-44b9-bfa1-619e21436544 req-274131d6-e0d7-4b5f-b211-e9e67ae4bca3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 944 time: 0.2649240 Jul 09 15:48:12.125702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d2dead-2d8e-4bb1-a562-07580dbd79f9 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:12.141848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.177216 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Transition to ACTIVE for port object 07d2dead-2d8e-4bb1-a562-07580dbd79f9 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:12.189404 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-db656e87-22aa-44b9-bfa1-619e21436544 req-c8fa2af8-9615-4cd5-9c92-e2579d51c6c5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811651 Jul 09 15:48:12.194359 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.210239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:12.292968 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:12.307939 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'port_id': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', 'mac_address': 'fa:16:3e:19:89:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:48:12.426487 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.470886 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e5ccaa-3c50-4e62-8cc7-f69a890287ef {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:12.502507 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:12.509349 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:12.515687 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.518451 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:12.520909 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Attempting to bind port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:12.522119 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:12.524930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Attempting to bind port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:12.525422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Attempting to bind port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:12.544651 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:12.544977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Attempting to bind port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:12.560575 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52644) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:12.561045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:12.561045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Checking segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:12.561331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Bound using segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:12.561767 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Bound port: 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:12.562135 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.734517 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:12.751733 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:12.855820 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:12.868049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:12.873174 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.878994 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:12.912032 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.938004 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:12.950886 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc685-e44a-4bf0-83ba-2a17c56483ba req-be0ca68e-c37c-407b-b1cd-604302e22a2c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:12.952785 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-54edc685-e44a-4bf0-83ba-2a17c56483ba req-be0ca68e-c37c-407b-b1cd-604302e22a2c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 949 time: 0.1670861 Jul 09 15:48:12.957010 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Usage tracker for resource:security_group_rule and tenant:9cb12cf28c284da08e2392e787c2711c is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:12.962242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:12.983017 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:12.984959 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:12.986280 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:12.987799 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 1094 time: 1.9637873 Jul 09 15:48:12.995534 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:12.996015 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['07e5ccaa-3c50-4e62-8cc7-f69a890287ef'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:13.042962 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-54edc685-e44a-4bf0-83ba-2a17c56483ba req-479ae0c0-495c-4e77-aa35-bdebd5ba429f tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Jul 09 15:48:13.065864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:13.069656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:13.177163 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'status': 'completed', 'code': 200} Jul 09 15:48:13.195736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0681dd-6094-486c-87a7-4d7f5972afea req-71c0392e-3070-4e30-a037-dd90e771771d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.208769 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ca0681dd-6094-486c-87a7-4d7f5972afea req-71c0392e-3070-4e30-a037-dd90e771771d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 944 time: 0.2615423 Jul 09 15:48:13.218316 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:13.223794 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:13.237605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2947c83b-0138-4c43-8982-22807703dcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:13.299772 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cb12cf28c284da08e2392e787c2711c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7348294 Jul 09 15:48:13.302908 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52678) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:13.319359 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ca0681dd-6094-486c-87a7-4d7f5972afea req-8ce61cc1-0776-4289-9c45-de808373ee32 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058836 Jul 09 15:48:13.375218 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae2398-de2b-451f-b013-5086428d9773,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:13.393622 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:13.486248 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-1c4de88b-ac3f-4b9a-a7f7-702d965daf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.498393 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-1c4de88b-ac3f-4b9a-a7f7-702d965daf19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1097 time: 0.4196665 Jul 09 15:48:13.520317 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9705-64af-4134-a99c-8f172ee76ff0 req-dec3dacc-5c27-488f-9725-46b6d26b4d05 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.522055 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1aed9705-64af-4134-a99c-8f172ee76ff0 req-dec3dacc-5c27-488f-9725-46b6d26b4d05 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1274588 Jul 09 15:48:13.578486 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1aed9705-64af-4134-a99c-8f172ee76ff0 req-bfda1064-fa65-45f2-a28c-34f04413f624 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Jul 09 15:48:13.604711 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-f4274be6-e1d0-4612-abf5-1f85cbc986af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 217 time: 0.0779760 Jul 09 15:48:13.646746 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:13.677070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:13.821516 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06359-a2d1-4236-a29e-28b64af13383 req-ce360ff6-4356-4251-b0b0-9243e3db55c4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.823666 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-61c06359-a2d1-4236-a29e-28b64af13383 req-ce360ff6-4356-4251-b0b0-9243e3db55c4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0943582 Jul 09 15:48:13.886514 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b9f7741f-fb27-4821-b837-d3be2784a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.887682 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-b9f7741f-fb27-4821-b837-d3be2784a335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.2422919 Jul 09 15:48:13.904051 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-61c06359-a2d1-4236-a29e-28b64af13383 req-7ccc6060-028c-4fe2-b8e0-1f6f26bd6fae tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710671 Jul 09 15:48:13.961367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3a8ed-5505-47b5-80ec-63eeadb27905 req-d9c37b23-fd87-440e-a98d-6e92f6796e67 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.962870 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-31d3a8ed-5505-47b5-80ec-63eeadb27905 req-d9c37b23-fd87-440e-a98d-6e92f6796e67 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 945 time: 0.4373777 Jul 09 15:48:13.989021 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:13.995023 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:14.013507 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae2398-de2b-451f-b013-5086428d9773,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:14.018823 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:14.035913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.039611 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59ae2398-de2b-451f-b013-5086428d9773 HTTP/1.1" status: 204 len: 168 time: 0.7310178 Jul 09 15:48:14.046439 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-31d3a8ed-5505-47b5-80ec-63eeadb27905 req-9855d456-4208-4f91-b859-68bd4e8cf74a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Jul 09 15:48:14.054215 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-9371799b-3562-4fdf-aabb-d3268b0d330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:14.055974 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-9371799b-3562-4fdf-aabb-d3268b0d330a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1602638 Jul 09 15:48:14.056090 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:14.231303 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:14.246947 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:14.250749 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.270314 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-300133fd-2adc-4c5f-b986-569440c6214d service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990523 Jul 09 15:48:14.302338 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824870f1-6f01-4f7d-bd60-5db22479a3a8 req-3f2e13c6-33ca-4fa1-88dd-d52757cc4edc tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:14.313871 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-824870f1-6f01-4f7d-bd60-5db22479a3a8 req-3f2e13c6-33ca-4fa1-88dd-d52757cc4edc tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 949 time: 0.1140683 Jul 09 15:48:14.493683 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-824870f1-6f01-4f7d-bd60-5db22479a3a8 req-d9af7d6b-3abb-443d-8cde-61bc19f72c35 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796262 Jul 09 15:48:14.532702 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f0d5829e-5504-4187-8701-0153af0bbf22 req-d502f803-34fe-4694-af26-dd1405560373 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516329 Jul 09 15:48:14.601340 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.667468 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:14.680519 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:14.689811 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.692904 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:14.754690 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52728) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:14.760650 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390', 'code': 200} Jul 09 15:48:14.792591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.805486 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:14.810294 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:14.830230 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c0f1-9a52-48c4-857c-f3a7063c89ad req-1d8a58eb-66ce-486f-a141-974b1625dc5e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:14.831817 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a0c0f1-9a52-48c4-857c-f3a7063c89ad req-1d8a58eb-66ce-486f-a141-974b1625dc5e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 944 time: 0.2952616 Jul 09 15:48:14.850171 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:14.899526 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Usage tracker for resource:security_group_rule and tenant:30a7c5eb22fc48d184014c218fe3d10d is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:14.902903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:14.910842 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:14.929496 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:14.942320 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-f4d1e66b-7a6f-4965-8c05-3ef24c277e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:14.943977 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-f4d1e66b-7a6f-4965-8c05-3ef24c277e83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1097 time: 0.2888598 Jul 09 15:48:15.006712 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a0c0f1-9a52-48c4-857c-f3a7063c89ad req-3a2bd243-bc2c-4503-8480-4f7ec564473a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659639 Jul 09 15:48:15.031201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52744) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:15.204943 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.208939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-54ca6619-bf65-4c9c-b8de-c5bf7ae092ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.210419 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-54ca6619-bf65-4c9c-b8de-c5bf7ae092ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.2392206 Jul 09 15:48:15.281976 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:15.289601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8c83ba88cb43ffa14844a3c1de9dff is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:15.294261 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:15.300476 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-7c9f5482-9bd3-497d-80d3-38b6911ec6cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 217 time: 0.0811291 Jul 09 15:48:15.303703 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:15.338625 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0c0e3-d053-408f-b6b1-548b9ae03dd9 req-9d9b8810-516c-4af2-a0ff-1a69f85ef197 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.348199 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-56b0c0e3-d053-408f-b6b1-548b9ae03dd9 req-9d9b8810-516c-4af2-a0ff-1a69f85ef197 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 945 time: 0.1238344 Jul 09 15:48:15.379409 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03c2d1-c771-4255-89d8-cbffbc410b87 req-f0a655d9-a041-49fd-89ee-0033690f11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.380913 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fd03c2d1-c771-4255-89d8-cbffbc410b87 req-f0a655d9-a041-49fd-89ee-0033690f11d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 1103 time: 0.3687942 Jul 09 15:48:15.382638 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.391396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.391504 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52762) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:15.402307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-72808f20-90f7-4cd6-bf8d-17834bb2f7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:15.422115 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-56b0c0e3-d053-408f-b6b1-548b9ae03dd9 req-32922313-1312-406b-906f-4f25bfab4699 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726633 Jul 09 15:48:15.459551 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fd03c2d1-c771-4255-89d8-cbffbc410b87 req-ce9497a6-33ee-42b2-b3b8-229fff10a1d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597608 Jul 09 15:48:15.481125 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-374983d7-aad4-4fa9-ab1a-47b6c7c2e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.482705 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-374983d7-aad4-4fa9-ab1a-47b6c7c2e578 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.1646967 Jul 09 15:48:15.495863 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30a7c5eb22fc48d184014c218fe3d10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400494 Jul 09 15:48:15.498807 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52770) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:15.501437 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671db4d9-8972-4f30-baa5-651082a11f95,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:15.505032 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:15.556898 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.569896 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.582236 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-514569f5-bb8e-4d39-90b8-1340a48f9550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:15.636951 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4b8c83ba88cb43ffa14844a3c1de9dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022582 Jul 09 15:48:15.639959 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52776) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:15.656595 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46645948-7fe0-417f-9b68-af7d2fa90252,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:15.659610 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.662617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:15.728441 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.734900 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dccf7-e9f9-43ad-924c-2e140d5c1922 req-a0a2cf2a-3a58-428c-9852-7d7c0442478e tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.737660 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7d9dccf7-e9f9-43ad-924c-2e140d5c1922 req-a0a2cf2a-3a58-428c-9852-7d7c0442478e tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.1079369 Jul 09 15:48:15.791090 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7d9dccf7-e9f9-43ad-924c-2e140d5c1922 req-245b94d2-36fc-4a26-ba9a-da7dc1474ec9 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Jul 09 15:48:15.795444 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.799872 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.851166 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:15.860163 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Usage tracker for resource:security_group_rule and tenant:644f3fb05ceb44c0ab88dcd978a9f5e0 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:15.865265 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.872449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:15.883621 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:15.897545 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.904766 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ccc73392-2832-4180-85b2-6bc31168efd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:15.905773 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-fedc852b-50fe-460c-a83d-628b1bd467df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.907951 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-fedc852b-50fe-460c-a83d-628b1bd467df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817308 Jul 09 15:48:15.937424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671db4d9-8972-4f30-baa5-651082a11f95,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:15.939791 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:15.977407 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:15.980655 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/671db4d9-8972-4f30-baa5-651082a11f95 HTTP/1.1" status: 204 len: 168 time: 0.4777887 Jul 09 15:48:16.020788 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.025711 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d448faea-7616-4271-b13f-e6589074d0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:16.059433 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46645948-7fe0-417f-9b68-af7d2fa90252,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:16.061104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07e5ccaa-3c50-4e62-8cc7-f69a890287ef up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:16.077869 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:16.093168 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.097125 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46645948-7fe0-417f-9b68-af7d2fa90252 HTTP/1.1" status: 204 len: 168 time: 0.4538140 Jul 09 15:48:16.102173 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.107244 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.110585 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-fe4aedf9-4c41-44e3-a1dd-b88b41fdc399 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824310 Jul 09 15:48:16.118222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-75ee88f2-10d6-4a5b-9642-9e6311ccbad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:16.166485 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=644f3fb05ceb44c0ab88dcd978a9f5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7683027 Jul 09 15:48:16.166485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52792) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:16.169254 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022d147-28e0-4314-8d21-9e08aae08719,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:16.182487 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:16.278730 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:16.288590 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:16.289240 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.315332 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.365506 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.427825 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5587c86-7226-4e06-a81b-b90cc69a0ee8 req-49774ae2-40a7-431a-a511-53ed64713809 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:16.429361 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b5587c86-7226-4e06-a81b-b90cc69a0ee8 req-49774ae2-40a7-431a-a511-53ed64713809 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1575065 Jul 09 15:48:16.449945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.491102 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:16.496410 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.498875 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:16.519890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.558844 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-414299f1-1688-48fa-9065-ec1e2b13599c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:16.583711 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:16.588221 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:16.605987 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b5587c86-7226-4e06-a81b-b90cc69a0ee8 req-f009f5f4-76d9-484c-b8a1-5edee4852c98 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682675 Jul 09 15:48:16.613771 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022d147-28e0-4314-8d21-9e08aae08719,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:16.626755 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:16.632165 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.633602 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a022d147-28e0-4314-8d21-9e08aae08719 HTTP/1.1" status: 204 len: 168 time: 0.4663715 Jul 09 15:48:16.647429 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52812) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:16.705172 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4ddbe692-2f84-47de-87e9-f7698bce8f5a req-38ede0ae-a361-4c7a-8b73-e7edfade672f service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599523 Jul 09 15:48:16.733932 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52816) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:16.762925 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:16.775146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.792226 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Deleting subnet 4ec5e067-137a-478b-af89-da6c49144d38 {{(pid=78595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:48:16.799678 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.803418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:16.817585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7356b2f-49f4-47b1-a0fd-705a43919fe7 req-85b90788-f91d-427a-99bf-0d69e9280fa1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:16.819332 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c7356b2f-49f4-47b1-a0fd-705a43919fe7 req-85b90788-f91d-427a-99bf-0d69e9280fa1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 944 time: 0.5772233 Jul 09 15:48:16.820549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Usage tracker for resource:security_group_rule and tenant:9d3ec84559e3420b845cf2faae06a6aa is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:16.848258 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:16.858079 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:16.921070 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125208'] for subnet, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.983928 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.989976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-ef8bdb21-7bb5-4761-bf7d-b3e471be8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:16.993321 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-ef8bdb21-7bb5-4761-bf7d-b3e471be8411 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.7943633 Jul 09 15:48:16.998201 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.014639 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.016182 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ed8aca89-a87a-47b3-95c4-ec0d985d532b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:17.078582 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685e602-2cea-4eed-8f95-d1372b515bdc req-a8d6cb34-fda4-4419-b448-c7a29a133efe tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:17.080728 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b685e602-2cea-4eed-8f95-d1372b515bdc req-a8d6cb34-fda4-4419-b448-c7a29a133efe tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.2359533 Jul 09 15:48:17.154273 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b685e602-2cea-4eed-8f95-d1372b515bdc req-3ca7cf69-65da-4d27-a269-8f0e74db4cb2 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Jul 09 15:48:17.160231 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372862'] for subnet, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.166766 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-277a393a-caba-44fe-8bf2-22a9043611d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:17.201870 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec5e067-137a-478b-af89-da6c49144d38,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:17.205241 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:17.206255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.224239 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4ec5e067-137a-478b-af89-da6c49144d38 HTTP/1.1" status: 204 len: 168 time: 0.5734446 Jul 09 15:48:17.225471 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52832) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:17.233706 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d3ec84559e3420b845cf2faae06a6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987249 Jul 09 15:48:17.237176 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52836) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:17.243351 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c7356b2f-49f4-47b1-a0fd-705a43919fe7 req-57528b43-c2fb-4a1e-a12f-aaf2af64be01 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127748 Jul 09 15:48:17.247284 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', 'code': 200} Jul 09 15:48:17.348041 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.358560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4f53cc-c9ff-4553-a9c2-62d49bf1b4b6,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:17.374011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:17.374486 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52842) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:17.398646 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.400534 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.473641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-26566372-cd8d-4a8b-97f6-9d6f7cf4fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:17.475140 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-26566372-cd8d-4a8b-97f6-9d6f7cf4fb1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.4601476 Jul 09 15:48:17.485698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:17.491103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.590864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:22ee0106479e4af48ba8c42e8ccc0dd1 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:17.596537 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1289b-2fb5-4069-aae0-f86fc9befabd req-8929fed4-9afa-4807-907d-a04794b6ef77 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:17.597752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:17.598716 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-49c1289b-2fb5-4069-aae0-f86fc9befabd req-8929fed4-9afa-4807-907d-a04794b6ef77 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.1336799 Jul 09 15:48:17.605447 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-30074045-c9c6-4687-864c-586fcf06d3f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.1170833 Jul 09 15:48:17.608125 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.614858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:17.617613 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b35ac385-458a-41f2-8da3-89e8b4612ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:17.655246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:17.662386 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e4f53cc-c9ff-4553-a9c2-62d49bf1b4b6 HTTP/1.1" status: 204 len: 168 time: 0.4230804 Jul 09 15:48:17.684394 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4f53cc-c9ff-4553-a9c2-62d49bf1b4b6,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:17.689050 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:17.755686 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-49c1289b-2fb5-4069-aae0-f86fc9befabd req-adac55e5-fca1-46ff-89a6-ce0ec50b9e0c tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470256 Jul 09 15:48:17.929608 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-5104ad7c-9d54-4f6a-a128-661f63e34333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:17.931097 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-5104ad7c-9d54-4f6a-a128-661f63e34333 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.3140397 Jul 09 15:48:17.942687 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.002433 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.003076 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.003817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.004165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > port after_create 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.004623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.004823 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > port after_update 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.005141 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.005490 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.005770 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.006373 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.080099 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07d2dead-2d8e-4bb1-a562-07580dbd79f9 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:48:18.126916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.127291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.127622 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.128081 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:48:18.128457 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed37592-617d-497e-8b3e-6d98c0d9c2c4']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:18.142545 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b93d46-f329-4e7a-9909-c85c45ef7a9e') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:18.143043 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b93d46-f329-4e7a-9909-c85c45ef7a9e') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:18.154804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.174173 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.182396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:48:18.182783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.287762 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:18.316035 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'port_id': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'mac_address': 'fa:16:3e:10:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:48:18.330945 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18ac5-b33d-4407-af61-1b41fa772b43 req-377b05b4-fdb0-486a-804b-aa3d4b9e2e67 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.336149 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: from cryptography.utils import int_from_bytes Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: from cryptography.utils import int_from_bytes Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: util.warn_limited( Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: util.warn_limited( Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:48:18.339969 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:48:18.343616 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63a18ac5-b33d-4407-af61-1b41fa772b43 req-377b05b4-fdb0-486a-804b-aa3d4b9e2e67 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.1150720 Jul 09 15:48:18.345379 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-de74b4cc-2a89-473c-b2c2-7299e6635e37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3941100 Jul 09 15:48:18.345987 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.352855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.387907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3206c705-1f03-447e-86d6-e653e1ba0035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:18.396989 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb11d-f017-4e1a-ae3e-352c57620ada req-0be3ea4a-d998-47e9-b4ba-0072a239032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.398497 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-598eb11d-f017-4e1a-ae3e-352c57620ada req-0be3ea4a-d998-47e9-b4ba-0072a239032b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 1099 time: 0.8510909 Jul 09 15:48:18.404635 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63a18ac5-b33d-4407-af61-1b41fa772b43 req-11024120-a802-4f64-a883-670ab539d1c5 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Jul 09 15:48:18.406748 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.444401 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d2dead-2d8e-4bb1-a562-07580dbd79f9 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:18.463194 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:18.467935 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.469147 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=22ee0106479e4af48ba8c42e8ccc0dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0907590 Jul 09 15:48:18.470995 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:18.473659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52882) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:18.529993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.567585 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:18.583059 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:18.588697 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1ed37592-617d-497e-8b3e-6d98c0d9c2c4 HTTP/1.1" status: 204 len: 168 time: 1.3579295 Jul 09 15:48:18.593542 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52892) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:18.600015 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7f6ff4-f8b0-433f-8892-9723f4dec1c4,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:18.611127 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:18.611848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:18.641399 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-598eb11d-f017-4e1a-ae3e-352c57620ada req-f3b508fe-c9d8-4388-97c6-6eff5018cdd5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170758 Jul 09 15:48:18.643137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed37592-617d-497e-8b3e-6d98c0d9c2c4,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:18.654691 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b03c-23ad-4c42-a591-5104cc909a6c req-e3446d12-2266-4fc5-9c92-71ce6c49641b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.662239 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2730b03c-23ad-4c42-a591-5104cc909a6c req-e3446d12-2266-4fc5-9c92-71ce6c49641b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.8075898 Jul 09 15:48:18.676480 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:18.712145 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.738940 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-bd97a00c-72bf-486d-80f8-8b6fb421c1f5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522234 Jul 09 15:48:18.754004 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2730b03c-23ad-4c42-a591-5104cc909a6c req-2b6b7ff7-4f85-4a81-b834-2c6f218268fd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906401 Jul 09 15:48:18.776705 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.801748 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d125f-44e2-4df0-ab56-94266244ec4c req-b6243cae-2393-483b-afb0-e501dde716c9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.803761 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e83d125f-44e2-4df0-ab56-94266244ec4c req-b6243cae-2393-483b-afb0-e501dde716c9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.2592239 Jul 09 15:48:18.809088 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_v2 [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Deleting subnet 48cf7bd4-c47e-4e89-9f9b-4fd0404c3a7d {{(pid=78595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:48:18.883919 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.903039 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['07d2dead-2d8e-4bb1-a562-07580dbd79f9'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:18.952222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125208'] for subnet, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.031414 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.120836 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e83d125f-44e2-4df0-ab56-94266244ec4c req-3c1e6d6e-34ab-4028-87b7-a2216fe8386b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003592 Jul 09 15:48:19.130386 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372862'] for subnet, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.138713 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:19.181064 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cf7bd4-c47e-4e89-9f9b-4fd0404c3a7d,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:19.186480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:19.190708 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.195661 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81803e61-ebbc-49be-929e-3116c8151d45 req-f2eb4995-cb4f-4ca1-bc23-4a358846ffed tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.198719 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81803e61-ebbc-49be-929e-3116c8151d45 req-f2eb4995-cb4f-4ca1-bc23-4a358846ffed tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 945 time: 0.3438859 Jul 09 15:48:19.213616 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-477d0cf4-2c0a-4b7a-a17e-e1fc821912ab admin admin] 10.222.0.63 "DELETE /v2.0/subnets/48cf7bd4-c47e-4e89-9f9b-4fd0404c3a7d HTTP/1.1" status: 204 len: 168 time: 0.6117380 Jul 09 15:48:19.216002 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52916) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:19.263305 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-157b7a4d-9968-415d-a6e0-b0d3d9783518 req-79991a70-0f19-4018-a020-1c01ef71a0da service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663236 Jul 09 15:48:19.267193 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81803e61-ebbc-49be-929e-3116c8151d45 req-36dbac63-0a37-4361-bffb-a59cec0ca57d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609686 Jul 09 15:48:19.363868 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.365661 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.368136 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.369238 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c7f6ff4-f8b0-433f-8892-9723f4dec1c4 HTTP/1.1" status: 204 len: 168 time: 0.8945732 Jul 09 15:48:19.370960 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a78318b0-a552-43f2-a82e-225f1d89fcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:19.386409 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7f6ff4-f8b0-433f-8892-9723f4dec1c4,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:19.388688 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:19.629718 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.658117 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bb37c9-ad21-4ba0-abda-bedca38d6de0']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:19.677095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e1bb17-2057-448a-8351-2a0588a02698') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:19.677481 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e1bb17-2057-448a-8351-2a0588a02698') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:19.694886 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.729166 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39b27f-4656-4e9b-9c56-cc3d7a1b4979 req-5c31715e-f491-4943-8fa0-3f2118da2bd2 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.730729 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ca39b27f-4656-4e9b-9c56-cc3d7a1b4979 req-5c31715e-f491-4943-8fa0-3f2118da2bd2 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.1458755 Jul 09 15:48:19.731739 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.739019 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:48:19.739446 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:48:19.754292 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:48:19.812103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52958) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:19.881312 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ca39b27f-4656-4e9b-9c56-cc3d7a1b4979 req-f6d86612-3989-4b84-b91c-499d2041d92d tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230032 Jul 09 15:48:19.881951 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.886428 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9e6fde28-54ab-4510-bb93-439e8e7e310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:19.911902 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.915922 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bb37c9-ad21-4ba0-abda-bedca38d6de0,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:19.918901 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:19.924181 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a7bb37c9-ad21-4ba0-abda-bedca38d6de0 HTTP/1.1" status: 204 len: 168 time: 0.7050624 Jul 09 15:48:20.003047 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0d9d3-a9e5-4717-8406-d7677198ad25 req-d4eca1e4-2d1d-4b8d-b666-cddb340b84b7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.004423 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7bb0d9d3-a9e5-4717-8406-d7677198ad25 req-d4eca1e4-2d1d-4b8d-b666-cddb340b84b7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1185715 Jul 09 15:48:20.016161 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52968) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.036250 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.052666 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:20.054726 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7bb0d9d3-a9e5-4717-8406-d7677198ad25 req-37b8034e-0043-44b6-b899-f4510b18eda3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Jul 09 15:48:20.056638 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Usage tracker for resource:security_group_rule and tenant:d457f3014e6f45eaaf314935fe2bb5ac is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:20.059504 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:20.065883 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:20.186846 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.192527 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.202396 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1c96fb85-53a5-45a2-b342-0f6de4cc7273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:20.260609 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.277711 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d457f3014e6f45eaaf314935fe2bb5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561619 Jul 09 15:48:20.277711 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1072a2-2d90-40b6-b290-332bfada3ff8,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:20.278748 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52974) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.281205 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:20.289117 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:20.296805 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Usage tracker for resource:security_group_rule and tenant:62732ef891cc4b0088f56f53dbfa7393 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:20.323007 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:20.325858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52980) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.370367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:20.389559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 52984) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.430577 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.471383 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.524243 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89751-860d-423b-86a2-0ecbec125521 req-10e7278a-eb74-478f-bf55-b55932b88c22 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.526325 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0dcb439e-5fdd-4b64-869e-71b6c9db2bcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5ddb620714b4aa091b89d96a37e5dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931927 Jul 09 15:48:20.528563 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-87f89751-860d-423b-86a2-0ecbec125521 req-10e7278a-eb74-478f-bf55-b55932b88c22 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1790655 Jul 09 15:48:20.529052 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 52990) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.570585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.599667 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:20.606314 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Usage tracker for resource:security_group_rule and tenant:62737269a2ad4cda882536797d77abaf is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:20.615412 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-87f89751-860d-423b-86a2-0ecbec125521 req-0aa08bec-f31f-4175-b487-ca6a1e6b015c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698640 Jul 09 15:48:20.617149 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd39f0b-ba15-445e-bd33-95bd34d7fbf8 req-aede58c8-0e49-42bb-8959-1eba58f18e0b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.618639 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cd39f0b-ba15-445e-bd33-95bd34d7fbf8 req-aede58c8-0e49-42bb-8959-1eba58f18e0b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 945 time: 0.2042170 Jul 09 15:48:20.619506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:20.625400 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.632216 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:20.635803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0f2d76ef-0056-4aa5-89c1-2376d393eab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:20.655678 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1072a2-2d90-40b6-b290-332bfada3ff8,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:20.658366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.660992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:20.669665 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.672686 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9f1072a2-2d90-40b6-b290-332bfada3ff8 HTTP/1.1" status: 204 len: 168 time: 0.3907552 Jul 09 15:48:20.699373 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.754358 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.759889 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c257a99a-b4e0-44d8-b27a-6a12a218c85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:20.776382 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:20.779077 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:20.795698 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.796834 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-8ca8d756-9f14-45d5-a8cd-aa756b0c40bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c2ec1ae5-1783-4a2b-8301-cb3519dbbf9d HTTP/1.1" status: 204 len: 168 time: 0.2662003 Jul 09 15:48:20.821762 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.837610 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:20.857128 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-942268a5-5fd7-45d4-96ce-824790a4928d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:20.872652 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cd39f0b-ba15-445e-bd33-95bd34d7fbf8 req-3eb93fd6-5867-4fb1-a32b-ec4b3621ca01 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432516 Jul 09 15:48:20.937759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=62732ef891cc4b0088f56f53dbfa7393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1245005 Jul 09 15:48:20.939841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7effb9f-f53d-414c-8a1d-6122a6db3c99,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:20.941798 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53002) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:20.969194 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:21.009812 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.025347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-514ef054-58eb-4b5a-b5be-82bde227ccbf tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:21.027050 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-514ef054-58eb-4b5a-b5be-82bde227ccbf tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.69 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.2939830 Jul 09 15:48:21.028663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.030116 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.039401 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1e2323d3-85df-40bf-bba6-0bc0cf8ae210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.143702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93850641-5db3-4ba5-a122-ac474e4416c8,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:21.148817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:21.194201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.212801 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=62737269a2ad4cda882536797d77abaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174949 Jul 09 15:48:21.213488 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53016) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:21.265571 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad9b-db0d-43b5-9bd2-d083edbd2c90 req-be544372-db4c-40ce-bdcd-474641550cb2 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:21.273248 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9f58ad9b-db0d-43b5-9bd2-d083edbd2c90 req-be544372-db4c-40ce-bdcd-474641550cb2 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 950 time: 0.1484983 Jul 09 15:48:21.292919 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53020) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:21.325121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.333396 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3981c331-6cfc-40f7-aa8e-000a02880389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.337499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Deleting port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:48:21.338008 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.365648 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7effb9f-f53d-414c-8a1d-6122a6db3c99,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:21.375506 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:21.410575 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9f58ad9b-db0d-43b5-9bd2-d083edbd2c90 req-195b1c98-277c-4ed8-9e01-d052edea47cd tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/security-groups?id=ec2faca0-bf00-4cf7-88f7-5664e5360032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303811 Jul 09 15:48:21.419375 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.420466 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a7effb9f-f53d-414c-8a1d-6122a6db3c99 HTTP/1.1" status: 204 len: 168 time: 0.4774966 Jul 09 15:48:21.426329 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.435790 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-50f41bfc-952c-4df9-b366-648c880a9306 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=715f4b5335224ceaa8f14838aefa34fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395297 Jul 09 15:48:21.438927 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53028) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:21.511222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.527146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.545364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfdae-bbc3-49f5-8fb4-6c5e44fbd5ee req-3a8bbc16-f822-436d-ab36-5971c54a937d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:21.547004 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2c0bfdae-bbc3-49f5-8fb4-6c5e44fbd5ee req-3a8bbc16-f822-436d-ab36-5971c54a937d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.2991085 Jul 09 15:48:21.549269 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.624472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.637141 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-27375231-a5cf-457c-bfd0-3018c548c3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.657400 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.658684 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b1aeec5-806b-4719-8eb3-792b6f07a269 HTTP/1.1" status: 204 len: 168 time: 0.2186115 Jul 09 15:48:21.659633 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1aeec5-806b-4719-8eb3-792b6f07a269,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:21.663337 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:21.770993 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2c0bfdae-bbc3-49f5-8fb4-6c5e44fbd5ee req-776da355-6506-41d3-a365-4c731d46f4fa tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134597 Jul 09 15:48:21.841533 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] For port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,segment=NetworkSegment(ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178),segment_id=ec4fe6ea-19bc-42bd-bd59-dfe4f4f7a178)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:21.841888 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.914510 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:21.926689 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3dd71-2a38-4508-8a75-f8a4b9f6161c req-0a8d0377-4ab4-4ea7-b693-67c3ab6c3208 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:21.931205 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-73e3dd71-2a38-4508-8a75-f8a4b9f6161c req-0a8d0377-4ab4-4ea7-b693-67c3ab6c3208 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1483719 Jul 09 15:48:21.986016 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-76e20a7b-2eba-44ff-95bb-2e6567dba94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:21.998312 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Calling delete_port for 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:48:22.046359 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-73e3dd71-2a38-4508-8a75-f8a4b9f6161c req-9f4a967c-c4b6-4adc-9a72-efea45418418 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097610 Jul 09 15:48:22.052659 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93850641-5db3-4ba5-a122-ac474e4416c8,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:22.107976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:22.151667 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07d2dead-2d8e-4bb1-a562-07580dbd79f9 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:22.174119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.177914 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/93850641-5db3-4ba5-a122-ac474e4416c8 HTTP/1.1" status: 204 len: 168 time: 0.9599185 Jul 09 15:48:22.333791 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:22.339063 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:22.339642 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.350277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610f5c2-b2bc-4a08-a353-4aadc4ae8711 req-481cca5a-88dc-41b6-b225-a423d7bdc1cf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:22.352545 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c610f5c2-b2bc-4a08-a353-4aadc4ae8711 req-481cca5a-88dc-41b6-b225-a423d7bdc1cf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 945 time: 0.3140690 Jul 09 15:48:22.439432 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.481573 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:22.702363 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.733473 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c2e4c615-2f71-4be0-8b62-f0c95f96f577 req-01c2eb9a-f5e7-4cde-a9fe-e7cda4a32bc9 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.1037197 Jul 09 15:48:22.773005 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Pushing event deleted for resources: {'Port': ['ID=613e61e9-4ae5-4e6b-8bb4-41c024fbe390,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:22.778253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:22.789721 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c610f5c2-b2bc-4a08-a353-4aadc4ae8711 req-a80fa431-f88c-42ad-83f5-588b544976a8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4266202 Jul 09 15:48:22.790400 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:22.808836 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:22.825953 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.826947 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:48:22.866211 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-72bb4a81-ed29-4aa6-b49e-d85ab62d110d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:22.915775 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:48:22.916284 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:48:22.920317 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'code': 200} Jul 09 15:48:22.968045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] No DVR routers for this DVR port 613e61e9-4ae5-4e6b-8bb4-41c024fbe390 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:48:22.972552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:22.974855 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:22.978160 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:22.991939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'name': 'network-vif-deleted', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:23.002476 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c0caad61-1884-44ff-8dfc-e4175fa003a0 req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.69 "DELETE /v2.0/ports/613e61e9-4ae5-4e6b-8bb4-41c024fbe390 HTTP/1.1" status: 204 len: 173 time: 1.9639943 Jul 09 15:48:23.086303 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b010b6-fb44-4da4-a4f7-bafd4991f67b', 'name': 'network-vif-deleted', 'tag': '613e61e9-4ae5-4e6b-8bb4-41c024fbe390', 'status': 'completed', 'code': 200} Jul 09 15:48:23.123223 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720be768-5f06-49fa-b1b5-8ff8d5d4253a req-288145a0-fa33-4753-a0b8-c10c49b2008c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:23.131995 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53090) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:23.132991 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-720be768-5f06-49fa-b1b5-8ff8d5d4253a req-288145a0-fa33-4753-a0b8-c10c49b2008c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1707957 Jul 09 15:48:23.169551 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.194233 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:23.197160 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-720be768-5f06-49fa-b1b5-8ff8d5d4253a req-5dd2fd1f-83c4-4702-b59a-01590cd63dd3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598741 Jul 09 15:48:23.200196 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Usage tracker for resource:security_group_rule and tenant:c42af4ebf97f42988ccf949eca5d9f79 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:23.211940 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:23.221719 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:23.381074 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea7f0-e81f-4684-82b1-c95977f398cf req-9fdd0957-85f6-43d6-b5d4-7a59b6833df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:23.382707 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89eea7f0-e81f-4684-82b1-c95977f398cf req-9fdd0957-85f6-43d6-b5d4-7a59b6833df6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1099 time: 0.1544006 Jul 09 15:48:23.420752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.427112 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.434909 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d810b9ab-9d22-439c-af20-997e872478b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:23.476176 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89eea7f0-e81f-4684-82b1-c95977f398cf req-ef818f45-e000-460d-9ebb-41a24357d6f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812290 Jul 09 15:48:23.476679 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53104) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:23.492069 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c42af4ebf97f42988ccf949eca5d9f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563492 Jul 09 15:48:23.492069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d8031e-7acf-42b9-b68c-8e21db252d3c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:23.492690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53110) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:23.493452 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:23.567605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.599814 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.664575 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.669212 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d39c8cec-6146-4627-bc73-5b691836ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:23.687817 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d8031e-7acf-42b9-b68c-8e21db252d3c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:23.690891 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:23.699174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.700642 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79d8031e-7acf-42b9-b68c-8e21db252d3c HTTP/1.1" status: 204 len: 168 time: 0.2068274 Jul 09 15:48:23.738422 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.754857 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:23.759596 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Usage tracker for resource:security_group_rule and tenant:6e442458b4b34fbfa7ea31a6c5466f2c is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:23.762960 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:23.770576 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:23.874487 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.885784 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.903049 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-887f776f-6090-43c2-8085-a59a64c56fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:23.910755 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f2cd8f1d-d4cd-41f0-8fad-163d69b8fdb9 req-4cc67713-b8e8-415d-8e0d-509a0829c70d tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Synchronizing usage tracker for tenant:f38d73a7630e4b14a921d5edae778dda on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:23.930824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f2cd8f1d-d4cd-41f0-8fad-163d69b8fdb9 req-4cc67713-b8e8-415d-8e0d-509a0829c70d tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Unset dirty status for tenant:f38d73a7630e4b14a921d5edae778dda on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:23.939765 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f2cd8f1d-d4cd-41f0-8fad-163d69b8fdb9 req-4cc67713-b8e8-415d-8e0d-509a0829c70d tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] 10.222.0.63 "GET /v2.0/ports?device_id=34b010b6-fb44-4da4-a4f7-bafd4991f67b HTTP/1.1" status: 200 len: 210 time: 0.0737066 Jul 09 15:48:24.007778 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e442458b4b34fbfa7ea31a6c5466f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299013 Jul 09 15:48:24.010601 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53142) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:24.014562 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c898d59-3f84-4147-ae7b-ee687e9252e5,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:24.020271 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:24.109399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:24.120112 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3328f2-6f16-4572-9d3e-28ab7850bd51 req-35fee9ce-8078-482e-a0b5-3a1a8542515d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.129267 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6e3328f2-6f16-4572-9d3e-28ab7850bd51 req-35fee9ce-8078-482e-a0b5-3a1a8542515d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1902258 Jul 09 15:48:24.160087 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:24.216490 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6e3328f2-6f16-4572-9d3e-28ab7850bd51 req-4e56f873-6371-4d66-a8d5-490521fb41e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834756 Jul 09 15:48:24.292084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:24.306116 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:24.323285 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:24.324410 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c898d59-3f84-4147-ae7b-ee687e9252e5 HTTP/1.1" status: 204 len: 168 time: 0.3126991 Jul 09 15:48:24.327745 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c898d59-3f84-4147-ae7b-ee687e9252e5,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:24.336680 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:24.490082 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d60e5-8f9e-4f5d-b0f4-9ba041c22468 req-6c8c3ed4-9c53-473c-acf5-146cf1c25060 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.497652 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-732d60e5-8f9e-4f5d-b0f4-9ba041c22468 req-6c8c3ed4-9c53-473c-acf5-146cf1c25060 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1103492 Jul 09 15:48:24.556675 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-732d60e5-8f9e-4f5d-b0f4-9ba041c22468 req-3e272ac3-9b3c-4fbd-98bd-71bd2bf69849 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Jul 09 15:48:24.572187 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-721cc9fa-67fa-49df-b407-acf790e5be4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:25.201130 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:25.326185 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53216) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:25.407707 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3589-f5ef-4c1e-9779-ae6c148bb6d8 req-6996b2eb-4902-46a2-b465-01c2c7be295a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:25.409801 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-788a3589-f5ef-4c1e-9779-ae6c148bb6d8 req-6996b2eb-4902-46a2-b465-01c2c7be295a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0873406 Jul 09 15:48:25.490679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-788a3589-f5ef-4c1e-9779-ae6c148bb6d8 req-72ffe6bc-4d00-4798-847f-48829761d90d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688066 Jul 09 15:48:25.712875 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:25.734863 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:25.740024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Usage tracker for resource:security_group_rule and tenant:6bebde934c354ece8755736dedf9bd41 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:25.743305 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:25.749758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:25.810055 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91b28-870f-4ea2-967f-d4bcaada5e59 req-bb47aa12-002f-4fba-81d2-76430697169a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:25.811626 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-25e91b28-870f-4ea2-967f-d4bcaada5e59 req-bb47aa12-002f-4fba-81d2-76430697169a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.2270777 Jul 09 15:48:25.824302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53248) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:25.835565 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'floatingip': {'port_id': '07d2dead-2d8e-4bb1-a562-07580dbd79f9'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:25.959009 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.036449 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70947722-057b-4f24-a795-99e4b5f9025e req-cbd4f451-9487-404b-9907-4aa5ec521913 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:26.043749 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-70947722-057b-4f24-a795-99e4b5f9025e req-cbd4f451-9487-404b-9907-4aa5ec521913 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1169527 Jul 09 15:48:26.098759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-70947722-057b-4f24-a795-99e4b5f9025e req-53dee61f-13ca-4614-bc17-a064434597ba tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 Jul 09 15:48:26.196653 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.201377 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.214853 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e59ea685-4842-472e-971a-5840482a88dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:26.250228 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6bebde934c354ece8755736dedf9bd41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9229250 Jul 09 15:48:26.253510 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53276) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:26.321990 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0613395-599e-4687-a009-8b030d17090a,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:26.326490 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:26.400443 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.476999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.614804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.643663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bc38deb3-9c38-4219-87f4-08b3b168d537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:26.695978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0613395-599e-4687-a009-8b030d17090a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:26.700717 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:26.701805 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.706453 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0613395-599e-4687-a009-8b030d17090a HTTP/1.1" status: 204 len: 168 time: 0.4481945 Jul 09 15:48:26.942551 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:48:27.276562 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-28c12486-3538-4b78-8ec5-43bdd2a9262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.426897 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.db.resource_extend [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:48:27.683144 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.710013 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.870769 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d50a-6afe-440c-b707-d299e8e9faea req-49e8ad5a-dd7b-4c69-8344-14dfac463efb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:27.872492 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e783d50a-6afe-440c-b707-d299e8e9faea req-49e8ad5a-dd7b-4c69-8344-14dfac463efb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.5961699 Jul 09 15:48:28.000160 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e783d50a-6afe-440c-b707-d299e8e9faea req-3cc59d60-20f1-4518-bbc6-d76401d5ef75 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209333 Jul 09 15:48:28.023491 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.l3_db [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Floating IP e3ac7a16-21d1-43be-bf2b-86e3da9dd599 associated. External IP: 172.28.3.12, port: 07d2dead-2d8e-4bb1-a562-07580dbd79f9. Jul 09 15:48:28.298952 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:28.479714 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:48:28.793497 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:48:28.809279 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:28.815775 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:28.822482 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:28.823695 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:28.892614 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a8d73ca7-0cdd-4c5f-9f05-df1185f95219 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "PUT /v2.0/floatingips/e3ac7a16-21d1-43be-bf2b-86e3da9dd599 HTTP/1.1" status: 200 len: 991 time: 3.0603330 Jul 09 15:48:28.892614 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:29.064790 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'status': 'completed', 'code': 200} Jul 09 15:48:29.342886 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-c0460019-d62a-4727-8c4a-9d72fec6695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.344512 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-c0460019-d62a-4727-8c4a-9d72fec6695e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1099 time: 0.2146211 Jul 09 15:48:29.426334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53506) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:29.451892 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:29.641711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-58b13c38-0e3f-45e3-a46b-c1e52e7493b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.643617 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-58b13c38-0e3f-45e3-a46b-c1e52e7493b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.2908108 Jul 09 15:48:29.660427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.689981 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d680-42e0-4c6c-9daa-6fe34ff69597 req-7ffdbae0-83da-42db-a979-e100a3b476f7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.691840 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a888d680-42e0-4c6c-9daa-6fe34ff69597 req-7ffdbae0-83da-42db-a979-e100a3b476f7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.2471786 Jul 09 15:48:29.697671 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:29.705773 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Usage tracker for resource:security_group_rule and tenant:9e1573d533b24d02979e5f0defd4c716 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:29.771828 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:29.796911 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:29.824137 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.829012 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a888d680-42e0-4c6c-9daa-6fe34ff69597 req-41380d63-1630-4a48-b859-4ac3460c58e3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278741 Jul 09 15:48:29.878159 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-010c563f-7d52-4833-9762-ab44ce7b2626 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 999 time: 0.2016878 Jul 09 15:48:29.952846 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-e7e1ba66-1759-47dd-8eac-1d50b792cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.955441 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-e7e1ba66-1759-47dd-8eac-1d50b792cea9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.0688066 Jul 09 15:48:29.981534 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.987012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.999381 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-520a735d-cc5d-4498-8584-cc283d349739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:30.075564 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e1573d533b24d02979e5f0defd4c716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476920 Jul 09 15:48:30.077636 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d952d6f-2d4b-4166-a35e-822c14bd1418,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:30.081107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53528) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:30.082168 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:30.100127 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3ac7a16-21d1-43be-bf2b-86e3da9dd599', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.12', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:10:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:48:03Z', 'updated_at': '2021-07-09T15:48:27Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:30.105282 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:30.115081 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:30.116030 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:30.139741 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-148b3825-1e61-4d0c-b913-6916621e584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.142286 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-148b3825-1e61-4d0c-b913-6916621e584e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1540680 Jul 09 15:48:30.341017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:30.393493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:30.399548 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:30.448597 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-597c046d-95f9-4542-81f6-c61eb09a5b6c service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894185 Jul 09 15:48:30.563954 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:30.579822 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0264caf2-5952-4337-9edd-62d15e391d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:30.597095 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d952d6f-2d4b-4166-a35e-822c14bd1418,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:30.603877 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:30.610301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:30.626669 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5d952d6f-2d4b-4166-a35e-822c14bd1418 HTTP/1.1" status: 204 len: 168 time: 0.5310290 Jul 09 15:48:30.724098 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7272e01e-9052-49e3-8712-13cb14ae8d5c req-cb9c5be9-8da3-4d03-b314-9c21e596352e service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423005 Jul 09 15:48:30.859328 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3ac7a16-21d1-43be-bf2b-86e3da9dd599', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.12', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:10:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:48:03Z', 'updated_at': '2021-07-09T15:48:27Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:30.866492 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ef5e8-3a75-4530-b712-73377b404474 None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3ac7a16-21d1-43be-bf2b-86e3da9dd599', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.12', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:10:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:48:03Z', 'updated_at': '2021-07-09T15:48:27Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:31.055568 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0258e0-62df-4e41-abc4-fa5642cc5806 req-aa11b7ba-64d5-4a0a-95bc-bca9c9100db3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:31.069166 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9d0258e0-62df-4e41-abc4-fa5642cc5806 req-aa11b7ba-64d5-4a0a-95bc-bca9c9100db3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1099432 Jul 09 15:48:31.132834 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9d0258e0-62df-4e41-abc4-fa5642cc5806 req-c52b83c2-d971-4d31-b72e-6016bef93dd4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620427 Jul 09 15:48:31.208047 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b99fa-3254-4166-9724-814fd55c1623 None None] New status for floating IP e3ac7a16-21d1-43be-bf2b-86e3da9dd599: ACTIVE {{(pid=78597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:48:32.302551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-c7662f3c-d0ea-4a47-8e19-b90315686cd9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:32.305815 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-c7662f3c-d0ea-4a47-8e19-b90315686cd9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.2620120 Jul 09 15:48:32.332741 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-b9aa5573-ba9a-4b72-9afe-bc1a3681c1f3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/quotas/1fa22018184849f289169f3c02190fa1 HTTP/1.1" status: 200 len: 375 time: 0.0209007 Jul 09 15:48:32.418679 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53638) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:32.473968 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-23495e65-5031-481e-9735-62d5c73c2fba tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350398 Jul 09 15:48:32.612095 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea7f5-b8dc-4600-936e-9c0081f06f26 req-7795bb73-943c-4248-bb38-24b17c26802a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:32.619495 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c38ea7f5-b8dc-4600-936e-9c0081f06f26 req-7795bb73-943c-4248-bb38-24b17c26802a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.3254039 Jul 09 15:48:32.671671 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c38ea7f5-b8dc-4600-936e-9c0081f06f26 req-13fd2503-38bc-4767-972b-29c7f5306f4d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512462 Jul 09 15:48:32.718087 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-114caef9-1acd-44f6-83fb-0007c7e33b2e service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429919 Jul 09 15:48:32.723078 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:32.760366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:32.820006 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Usage tracker for resource:security_group_rule and tenant:85ce7764ebec4012bb3b99474b52638e is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:32.824443 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:32.845639 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:32.930327 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-40f6578b-d28b-4a28-9eee-f56d664838b8 service neutron] 10.222.0.63 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968501 Jul 09 15:48:33.003121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.009139 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.025288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0f81b283-97d2-417b-94e9-81f9e02dcf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:33.088587 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53666) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:33.102867 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85ce7764ebec4012bb3b99474b52638e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6824017 Jul 09 15:48:33.108490 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f98c9-7cd3-4cb2-8f25-927c21ddc70b,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:33.112871 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:33.219847 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2c80ec5f-0492-4abb-a7ff-2922dedd1538 req-de23658b-2be6-436a-b076-887acd93b927 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 210 time: 0.0576856 Jul 09 15:48:33.220510 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.252070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.318094 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.325976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2fa6839a-ceee-4c20-a8b2-44bc5a701bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:33.350417 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f98c9-7cd3-4cb2-8f25-927c21ddc70b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:33.353089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:33.358322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.366809 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc9f98c9-7cd3-4cb2-8f25-927c21ddc70b HTTP/1.1" status: 204 len: 168 time: 0.2769964 Jul 09 15:48:33.809643 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53694) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:33.832691 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:33.848451 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:33.853936 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Usage tracker for resource:security_group_rule and tenant:05d05454b62f4f99b9d2a59eae8f9d9b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:33.863373 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:33.921541 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:34.058184 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083e81-263b-42f0-8d32-2acea24c36f1 req-2ee07726-da98-41cc-b861-4f44a0a2a5da tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:34.060549 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad083e81-263b-42f0-8d32-2acea24c36f1 req-2ee07726-da98-41cc-b861-4f44a0a2a5da tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1899850 Jul 09 15:48:34.151333 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad083e81-263b-42f0-8d32-2acea24c36f1 req-4080f42d-7b55-41cd-8ef1-56c38a5170d7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779829 Jul 09 15:48:34.190749 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.196048 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.210845 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-80cc0436-a9af-4ae8-be55-7c86933c62fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:34.323527 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05d05454b62f4f99b9d2a59eae8f9d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125353 Jul 09 15:48:34.324981 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3e9b4-de84-4e7c-99a8-3e656fb01549,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:34.326559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53710) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:34.342223 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:34.507483 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dc3ebcc1-7c45-4a7d-87b2-886e591e5d1f req-064e0e1e-9695-4e62-bc14-ede91594a0e7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 210 time: 0.0675490 Jul 09 15:48:34.533596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.565605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53724) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:34.584376 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.724627 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.735188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d7e995c2-5dfd-4710-a7bc-1a0636c0b04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:34.761567 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3e9b4-de84-4e7c-99a8-3e656fb01549,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:34.779242 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:34.790700 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.792657 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78a3e9b4-de84-4e7c-99a8-3e656fb01549 HTTP/1.1" status: 204 len: 168 time: 0.4648724 Jul 09 15:48:34.897520 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b6ff5289-2625-4682-801c-3efbd360b821 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f38d73a7630e4b14a921d5edae778dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306305 Jul 09 15:48:34.898307 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53746) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:35.014548 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.058647 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-68507f20-f6aa-4e7a-aeb1-832e6aa54676 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:35.059818 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-68507f20-f6aa-4e7a-aeb1-832e6aa54676 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 814 time: 0.2653959 Jul 09 15:48:35.073529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.083735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Request body: {'port': {'device_id': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'admin_state_up': True, 'tenant_id': '1fa22018184849f289169f3c02190fa1'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:35.152732 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.159298 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f3fcbd3a-a98d-4f40-8f65-1ee0c9d8a15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:35.185311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2faca0-bf00-4cf7-88f7-5664e5360032,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:35.189601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:35.259033 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.261123 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec2faca0-bf00-4cf7-88f7-5664e5360032 HTTP/1.1" status: 204 len: 168 time: 0.3616676 Jul 09 15:48:35.359944 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:35.386569 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:35.449164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Made reservation on behalf of 1fa22018184849f289169f3c02190fa1 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:35.452784 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.615280 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b798ec-8a71-49e2-8e93-b631f5782d67 req-4ab48967-2571-4780-bcbe-6f4ee34ca234 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:35.619023 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84b798ec-8a71-49e2-8e93-b631f5782d67 req-4ab48967-2571-4780-bcbe-6f4ee34ca234 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.2164757 Jul 09 15:48:35.773156 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-84b798ec-8a71-49e2-8e93-b631f5782d67 req-00d877e0-4b8e-49df-9050-88c401ae86e4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446071 Jul 09 15:48:35.783813 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2d0a1981-d172-4bf1-a549-e9c4e61058bd req-1df7c90d-0dce-4a48-9cc7-b9b7268a7dd5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 210 time: 0.0614750 Jul 09 15:48:35.790107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Allocated IP 172.20.0.3 (69ba3f9b-ba9f-49a3-969f-77c4c86aecd2/18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1/4f64f654-36fb-4ded-9175-0dbdc757a632) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:36.136147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:36.193942 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:36.208914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:36.239753 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97', 'd97210dc-ae71-4884-9fc9-d4ded468228d', '07e5ccaa-3c50-4e62-8cc7-f69a890287ef'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:36.331572 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:36.332985 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:36.346512 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:36.421764 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event updated for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:36.429718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:36.455103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:36.456379 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:36.504102 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244881 Jul 09 15:48:36.541334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Request body: {'port': {'device_id': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:36.781071 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:37.041885 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e90e7-b215-4a7e-9d2c-a3e7b5f0dc09 req-5afbdeb1-e0df-4c47-b71b-f614b75bfca7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:37.051041 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-068e90e7-b215-4a7e-9d2c-a3e7b5f0dc09 req-5afbdeb1-e0df-4c47-b71b-f614b75bfca7 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0959036 Jul 09 15:48:37.104745 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-068e90e7-b215-4a7e-9d2c-a3e7b5f0dc09 req-28df5d13-30ad-479d-8ac1-11fbfad983f4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Jul 09 15:48:37.489460 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a425f-c645-42e8-a713-414bcafb2892 req-c0956b97-a096-4d62-af89-b55aeedaed2f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:37.490484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-259a425f-c645-42e8-a713-414bcafb2892 req-c0956b97-a096-4d62-af89-b55aeedaed2f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:48:37.550200 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-259a425f-c645-42e8-a713-414bcafb2892 req-c0956b97-a096-4d62-af89-b55aeedaed2f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:48:37.551811 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-259a425f-c645-42e8-a713-414bcafb2892 req-c0956b97-a096-4d62-af89-b55aeedaed2f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 931 time: 0.4812183 Jul 09 15:48:37.618334 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-259a425f-c645-42e8-a713-414bcafb2892 req-e15be995-be4c-472e-9f92-aec436f0512f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Jul 09 15:48:37.679473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f64f654-36fb-4ded-9175-0dbdc757a632 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:37.689908 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:37.710337 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Transition to ACTIVE for port object 4f64f654-36fb-4ded-9175-0dbdc757a632 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:37.717494 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:37.726832 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdcb83f2-80af-458e-8aba-0f941e459110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:37.985092 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:38.028054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:38.079321 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Attempting to bind port 4f64f654-36fb-4ded-9175-0dbdc757a632 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:38.079775 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Attempting to bind port 4f64f654-36fb-4ded-9175-0dbdc757a632 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:38.080209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Attempting to bind port 4f64f654-36fb-4ded-9175-0dbdc757a632 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:38.085680 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Port 4f64f654-36fb-4ded-9175-0dbdc757a632 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:38.086129 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Attempting to bind port 4f64f654-36fb-4ded-9175-0dbdc757a632 on network 69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:38.091277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:38.091604 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Checking segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:38.091976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Bound using segment: {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:38.092387 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Bound port: 4f64f654-36fb-4ded-9175-0dbdc757a632, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:38.092725 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:38.193869 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:38.197069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4f64f654-36fb-4ded-9175-0dbdc757a632,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:38.202663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:38.209496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-38249654-115d-4da7-9aa6-55e00181781f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:38.271521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:38.272119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:38.273424 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] 10.222.0.69 "PUT /v2.0/ports/4f64f654-36fb-4ded-9175-0dbdc757a632 HTTP/1.1" status: 200 len: 1093 time: 1.7370112 Jul 09 15:48:38.273914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:38.384709 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632', 'status': 'completed', 'code': 200} Jul 09 15:48:38.393423 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:38.409164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:38.445902 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc488a-864f-43d6-8fad-a280f593e034 req-67018f97-f5e3-4f71-abb6-b51c1dd2fc20 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:38.447391 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8bfc488a-864f-43d6-8fad-a280f593e034 req-67018f97-f5e3-4f71-abb6-b51c1dd2fc20 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1798322 Jul 09 15:48:38.457676 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-a9935949-c106-4124-84d6-5cb0070cc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:38.459430 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-a9935949-c106-4124-84d6-5cb0070cc0cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 1096 time: 0.1161807 Jul 09 15:48:38.557775 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-f1a33f23-f77b-435f-b362-1e294e31a140 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f64f654-36fb-4ded-9175-0dbdc757a632 HTTP/1.1" status: 200 len: 217 time: 0.0765498 Jul 09 15:48:38.608195 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8bfc488a-864f-43d6-8fad-a280f593e034 req-09a4760d-f62d-46ff-9d6b-522f81af10f8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426680 Jul 09 15:48:38.634381 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e72d9392-2362-4edd-97d6-7c5a8dafab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:38.635959 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-e72d9392-2362-4edd-97d6-7c5a8dafab4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.0706403 Jul 09 15:48:38.695502 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-b96a204d-4342-4158-9ba9-a059e753dfec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513551 Jul 09 15:48:38.840321 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9201-21f3-4074-903c-9f132049cdf7 req-ae803ca1-b944-4d2c-9c58-e7ba5ebcb17c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:38.841824 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-53ea9201-21f3-4074-903c-9f132049cdf7 req-ae803ca1-b944-4d2c-9c58-e7ba5ebcb17c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 943 time: 0.0925474 Jul 09 15:48:38.846439 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-b1cde3ae-7056-49d3-aed6-cf21942fd045 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436961 Jul 09 15:48:38.897997 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-53ea9201-21f3-4074-903c-9f132049cdf7 req-bd214d2f-a5d4-4109-a3f0-841701a3c379 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Jul 09 15:48:39.016987 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d60f6a5c-2ba0-4b91-88d4-c8ca44be55db req-fd14a083-256a-4f37-b6f0-9224ca750502 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621099 Jul 09 15:48:39.249221 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-5f02d437-298e-41b6-a4ce-7efe6c148072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:39.251625 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-5f02d437-298e-41b6-a4ce-7efe6c148072 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa22018184849f289169f3c02190fa1&device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 1096 time: 0.0859151 Jul 09 15:48:39.405133 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-6575b979-50ca-4d2b-8aa8-15383931f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:39.408616 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-6575b979-50ca-4d2b-8aa8-15383931f07a service neutron] 10.222.0.69 "GET /v2.0/networks?id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 200 len: 915 time: 0.1497591 Jul 09 15:48:39.487476 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-6d001a2a-eeb2-46a0-870a-2fed4197ecac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f64f654-36fb-4ded-9175-0dbdc757a632 HTTP/1.1" status: 200 len: 217 time: 0.0717623 Jul 09 15:48:39.560516 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-6c4de3e3-c2a9-435b-9db4-c1c1db583566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:39.562774 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-6c4de3e3-c2a9-435b-9db4-c1c1db583566 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 200 len: 854 time: 0.0634553 Jul 09 15:48:39.617244 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-5ad92db6-b2ff-4b03-94b8-e065b9454cdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476587 Jul 09 15:48:39.878187 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-9046ec6b-8d6e-43b8-b51c-fb5d04c425a7 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500749 Jul 09 15:48:39.892258 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c0e0b-23a4-4d8c-8337-efcfd58526cd req-2b475c31-a4ed-4e64-9364-7d72788f2309 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:39.893791 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d24c0e0b-23a4-4d8c-8337-efcfd58526cd req-2b475c31-a4ed-4e64-9364-7d72788f2309 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1109705 Jul 09 15:48:40.035925 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d64a29d-e5c8-468d-8c1c-6a1bcce4c31f req-3850dacb-abd2-4818-8206-69b34d20f7c8 service neutron] 10.222.0.69 "GET /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501007 Jul 09 15:48:40.040800 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d24c0e0b-23a4-4d8c-8337-efcfd58526cd req-41463a52-b686-484e-9815-57100102e71e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408045 Jul 09 15:48:40.141064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b6605-33e1-4cba-9027-89d21a771a1f req-604e15ac-25d6-473c-8757-b1aa2f336e00 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:40.142699 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fc6b6605-33e1-4cba-9027-89d21a771a1f req-604e15ac-25d6-473c-8757-b1aa2f336e00 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 943 time: 0.0923014 Jul 09 15:48:40.189038 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fc6b6605-33e1-4cba-9027-89d21a771a1f req-f77617b8-8d73-41bd-a2d1-35a1d6549113 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Jul 09 15:48:40.839460 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53966) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:40.957503 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.973158 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:40.977114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Usage tracker for resource:security_group_rule and tenant:b3093e19c2924faf9e4b7f0b2c2fdf89 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:40.979996 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:40.986400 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:41.061054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 53974) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:41.079831 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.084277 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.098561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b2b3dad5-c14f-4087-b4f9-4d6631590566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:41.139285 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3093e19c2924faf9e4b7f0b2c2fdf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986212 Jul 09 15:48:41.142340 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53982) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:41.145152 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0a000-ca7e-493d-98f3-9b40928e014c,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:41.169249 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:41.233812 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.250435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.261821 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.271265 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:41.279769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Usage tracker for resource:security_group_rule and tenant:fbff6eed6e444de597db9939c8b050ad is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:41.284344 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:41.294185 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:41.303539 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29636f-40da-4890-8a1c-ab89c430a9b6 req-1ba2c5f6-4fc8-49ba-a82f-356effc01d79 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.305014 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2e29636f-40da-4890-8a1c-ab89c430a9b6 req-1ba2c5f6-4fc8-49ba-a82f-356effc01d79 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1438072 Jul 09 15:48:41.325579 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.331205 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6f27dffb-17e9-4f78-89fd-57cb5d447d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:41.381640 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0a000-ca7e-493d-98f3-9b40928e014c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:41.385335 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2e29636f-40da-4890-8a1c-ab89c430a9b6 req-58509722-eb00-4b7a-90d9-82b34f5a4652 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Jul 09 15:48:41.385959 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:41.420832 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.422734 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b9a19e5b-f575-4ffc-8a10-7bde4588beff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0e0a000-ca7e-493d-98f3-9b40928e014c HTTP/1.1" status: 204 len: 168 time: 0.2794750 Jul 09 15:48:41.480505 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37627a8-d943-46c6-a4d4-d8e809185450 req-6fabc31f-fae5-4007-b7b9-445f132e056e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.482042 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a37627a8-d943-46c6-a4d4-d8e809185450 req-6fabc31f-fae5-4007-b7b9-445f132e056e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 943 time: 0.1345603 Jul 09 15:48:41.537544 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a37627a8-d943-46c6-a4d4-d8e809185450 req-d5a310a2-d1d2-4278-a331-c5188bde3381 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 Jul 09 15:48:41.540656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af62ab-b75e-49bc-bae5-86d452b476d9 req-ed908f6b-038a-4d50-b725-e509db10a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.546391 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-23af62ab-b75e-49bc-bae5-86d452b476d9 req-ed908f6b-038a-4d50-b725-e509db10a6f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.1548452 Jul 09 15:48:41.566882 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 53998) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:41.581658 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.592786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.616004 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6b0678d4-dac4-445d-b217-bd843089b7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:41.623631 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-23af62ab-b75e-49bc-bae5-86d452b476d9 req-4766d5b1-a18f-47d3-b4bf-2bd9152675df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555401 Jul 09 15:48:41.660458 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fbff6eed6e444de597db9939c8b050ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959706 Jul 09 15:48:41.660458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77704304-aeec-4049-9983-0b6daad9313f,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:41.661277 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54004) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:41.663042 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-206e5abc-5b36-4fc6-b66f-9f11ee388c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:41.733561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.761362 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.831225 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.838561 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-47c03aaf-e153-4d75-8243-0362626bff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:41.871657 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77704304-aeec-4049-9983-0b6daad9313f,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:41.875692 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:41.876796 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.888447 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.889752 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/77704304-aeec-4049-9983-0b6daad9313f HTTP/1.1" status: 204 len: 168 time: 0.2273667 Jul 09 15:48:41.897159 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:41.902303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Usage tracker for resource:security_group_rule and tenant:7db624ad4f4849ff8e5ebfe41ec766c2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:41.905057 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:41.912422 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:41.924198 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54016) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:41.945619 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.963233 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:41.969125 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Usage tracker for resource:security_group_rule and tenant:7c97664000014d2aa0f796511f286735 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:41.974154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:41.981365 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:42.050582 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.055709 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.063032 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-afca04e5-100e-4131-b7f1-0624e8005bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:42.080843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.085254 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.094523 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:42.106984 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69843d3-0df0-4766-99d9-40a222f3d813,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:42.112504 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7db624ad4f4849ff8e5ebfe41ec766c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443547 Jul 09 15:48:42.113871 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:42.114877 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54022) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:42.144833 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7208e77-b8c5-4f4a-8984-c8376e578b62,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:42.149658 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c97664000014d2aa0f796511f286735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242219 Jul 09 15:48:42.150941 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:42.152161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54026) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:42.192950 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.223448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.224123 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.251624 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.255701 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 4f64f654-36fb-4ded-9175-0dbdc757a632 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:48:42.284914 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.289214 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-224a10bb-fef5-44f9-9416-7f5a5c446291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:42.302621 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69843d3-0df0-4766-99d9-40a222f3d813,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:42.306055 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:42.310528 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.312433 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a69843d3-0df0-4766-99d9-40a222f3d813 HTTP/1.1" status: 204 len: 168 time: 0.1956990 Jul 09 15:48:42.324511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.329376 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5c8c5951-e98d-4a3c-9cb2-7b1880713421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:42.344463 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7208e77-b8c5-4f4a-8984-c8376e578b62,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:42.354156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:42.355586 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.358643 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e7208e77-b8c5-4f4a-8984-c8376e578b62 HTTP/1.1" status: 204 len: 168 time: 0.2051511 Jul 09 15:48:42.419015 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4f64f654-36fb-4ded-9175-0dbdc757a632,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:42.433976 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '4f64f654-36fb-4ded-9175-0dbdc757a632', 'network_id': '69ba3f9b-ba9f-49a3-969f-77c4c86aecd2', 'port_id': '4f64f654-36fb-4ded-9175-0dbdc757a632', 'mac_address': 'fa:16:3e:f7:46:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:48:42.494411 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.521921 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f64f654-36fb-4ded-9175-0dbdc757a632 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:42.541806 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4f64f654-36fb-4ded-9175-0dbdc757a632,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:42.546918 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:42.549795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:42.630753 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997b12-e1ba-47af-810e-03758733da2f req-7074536e-1a19-46b7-b6c9-ad6f9f7ee2ee tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.632360 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2997b12-e1ba-47af-810e-03758733da2f req-7074536e-1a19-46b7-b6c9-ad6f9f7ee2ee tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1091857 Jul 09 15:48:42.706528 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:42.720740 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:42.738773 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2997b12-e1ba-47af-810e-03758733da2f req-4cf8b929-5fc3-4724-bad3-a303ad47c1f9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004252 Jul 09 15:48:42.816136 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dd7d4-5762-4c07-bdf5-c364b3223977 req-60340f81-1ce9-4827-8dbd-84daf2c080dd tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.823368 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6a4dd7d4-5762-4c07-bdf5-c364b3223977 req-60340f81-1ce9-4827-8dbd-84daf2c080dd tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 944 time: 0.1093171 Jul 09 15:48:42.870897 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6a4dd7d4-5762-4c07-bdf5-c364b3223977 req-ec22aaf6-00e8-47bf-ac06-2dd793f58cb6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Jul 09 15:48:43.055359 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['4f64f654-36fb-4ded-9175-0dbdc757a632'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:48:43.408258 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54070) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:43.524161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.539088 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:43.543067 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Usage tracker for resource:security_group_rule and tenant:b591aed726714d3795f975fdd2b8c8d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:43.545909 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:43.552372 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:43.643949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.648277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.657679 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7f08e6b9-9d8a-4bac-b06f-dfe2ddf916ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:43.699299 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b591aed726714d3795f975fdd2b8c8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899349 Jul 09 15:48:43.700888 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f4dd4-4d95-4485-917d-aa772b9d327a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:43.701970 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54110) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:43.708912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:43.762987 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.788997 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.850969 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.858679 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-276fb4f6-e684-4431-b12e-c21dd44166ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:43.874692 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f4dd4-4d95-4485-917d-aa772b9d327a,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:43.877234 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:43.881892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:43.883567 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e32f4dd4-4d95-4485-917d-aa772b9d327a HTTP/1.1" status: 204 len: 168 time: 0.1803160 Jul 09 15:48:43.957313 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b73a0-a779-42e6-9ec3-3ff619394104 req-dead8e4b-29e8-4018-9fd8-271965f30469 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:43.959663 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1c9b73a0-a779-42e6-9ec3-3ff619394104 req-dead8e4b-29e8-4018-9fd8-271965f30469 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0992882 Jul 09 15:48:44.060067 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1c9b73a0-a779-42e6-9ec3-3ff619394104 req-dd8abac8-9e0e-48b1-bda0-3cf798494efb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930190 Jul 09 15:48:44.143354 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85549-93e5-4aac-a19e-aa3e248fcf01 req-5efe361b-b4f2-4da8-b04c-725be77fc054 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:44.144941 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9eb85549-93e5-4aac-a19e-aa3e248fcf01 req-5efe361b-b4f2-4da8-b04c-725be77fc054 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 944 time: 0.1373909 Jul 09 15:48:44.197002 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9eb85549-93e5-4aac-a19e-aa3e248fcf01 req-ffc71235-c792-4867-9f83-803f5b480a1b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Jul 09 15:48:44.252017 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 4f64f654-36fb-4ded-9175-0dbdc757a632 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:44.334954 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 4f64f654-36fb-4ded-9175-0dbdc757a632 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:44.340290 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 4f64f654-36fb-4ded-9175-0dbdc757a632 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:44.340943 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:44.491037 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:44.522463 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:44.536596 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4f64f654-36fb-4ded-9175-0dbdc757a632,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:44.541133 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:44.545070 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:44.580353 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632', 'code': 200} Jul 09 15:48:44.622405 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:44.627338 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:44.762084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-44d42074-e976-413a-b73c-5c043d6ac185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:44.763700 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-44d42074-e976-413a-b73c-5c043d6ac185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.2074952 Jul 09 15:48:44.772011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4524-8802-4c3d-be4a-ca932980ccee req-ca0e7658-d783-4654-91e0-a3c1ff942143 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:44.773513 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f70f4524-8802-4c3d-be4a-ca932980ccee req-ca0e7658-d783-4654-91e0-a3c1ff942143 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1357908 Jul 09 15:48:44.812139 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54166) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:44.936075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:44.948847 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1008245380-network', 'tenant_id': 'f12383bde6734389bdcd45281e07320a'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:44.954329 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:44.957146 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f70f4524-8802-4c3d-be4a-ca932980ccee req-f86b2485-079d-4e59-ab4c-4589cf15744a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635516 Jul 09 15:48:44.967190 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Usage tracker for resource:network and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:44.981802 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:44.992962 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:45.003955 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Made reservation on behalf of f12383bde6734389bdcd45281e07320a for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:45.006489 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.015426 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-3734d71f-295a-499c-8949-a57d9905dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.017052 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-3734d71f-295a-499c-8949-a57d9905dc7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.2424903 Jul 09 15:48:45.019811 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.026839 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b062c-802c-49bd-a9a2-87face347efd req-ee4ed1be-8294-4245-9b94-cc4d3b609104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.028296 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4e9b062c-802c-49bd-a9a2-87face347efd req-ee4ed1be-8294-4245-9b94-cc4d3b609104 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 1098 time: 0.1389389 Jul 09 15:48:45.034654 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:45.038606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:45.041481 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:45.049090 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:45.113199 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-ec0031c3-48ec-4f26-8f09-65eed3637469 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.0839558 Jul 09 15:48:45.157445 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.162110 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.165174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ac4b1e31-7a72-4401-a5bb-9657b419367b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:45.197510 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14857b49-5c6a-4738-87e1-c9e09a027ee4,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:45.210459 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:48:45.213018 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.213377 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.213723 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.214089 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.214586 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.214953 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.215311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.215645 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.215959 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.216290 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.216620 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.217037 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.224075 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:45.234757 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.235651 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Added segment e63f9d5e-bf9c-472e-91a1-2d8b66775994 of type vlan for network 7e21fea0-4158-416c-bb8a-17f0b14f5cda Jul 09 15:48:45.251372 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4e9b062c-802c-49bd-a9a2-87face347efd req-4af450e7-6fc8-4a39-947e-882139ade7a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670277 Jul 09 15:48:45.266930 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.267111 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-0f621fb2-aa0a-427c-a058-8207fe093550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.268348 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-0f621fb2-aa0a-427c-a058-8207fe093550 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.1397142 Jul 09 15:48:45.296087 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.298273 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.299124 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.303898 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:45.462728 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6493142 Jul 09 15:48:45.465609 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54178) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:45.471959 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Pushing event updated for resources: {'Network': ['ID=7e21fea0-4158-416c-bb8a-17f0b14f5cda,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:45.472104 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Request body: {'subnet': {'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1008245380-subnet', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:45.474789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:45.476857 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:45.480767 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Usage tracker for resource:subnet and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:45.483654 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:45.491047 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:45.501845 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Made reservation on behalf of f12383bde6734389bdcd45281e07320a for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:45.504208 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118661'] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.506516 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6d9e-3da2-46a0-a86d-62468a7d0917 req-c92fe8f6-fc2c-497d-87ea-88ecb2d682db tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.508147 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1bff6d9e-3da2-46a0-a86d-62468a7d0917 req-c92fe8f6-fc2c-497d-87ea-88ecb2d682db tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.1252687 Jul 09 15:48:45.561766 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1bff6d9e-3da2-46a0-a86d-62468a7d0917 req-4306921f-9c80-48d9-99a9-02bba37a2929 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jul 09 15:48:45.608132 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:48:45.722679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-3283ead1-3d3c-4277-8e98-3adbf812dd7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510168 Jul 09 15:48:45.828407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118675'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.844911 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c42eabfd-2510-4309-8441-58de90336f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:45.943113 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7424b5-b8d2-46f8-860e-56cd7d863d8c,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:45.966914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.967273 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.967624 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.967970 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.969017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.969439 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.969783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.970151 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.970491 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.970827 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.971164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.971496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:45.975969 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Checking segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:45.976316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Network hostable DHCP agents. Network: 7e21fea0-4158-416c-bb8a-17f0b14f5cda, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:48:45.981571 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:45.985472 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-6134fc06-8bc3-403b-9f5c-e54245a6713c service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309692 Jul 09 15:48:46.000706 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:48:46.074553 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 7e21fea0-4158-416c-bb8a-17f0b14f5cda) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:46.083221 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539a681-d6ec-4e07-af83-03002f233c77 None None] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:48:46.091968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.092808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.143776 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2a403067-f237-4857-8559-7a3a8930e85f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6767864 Jul 09 15:48:46.147082 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54184) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:46.157569 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:46.162288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:46.169123 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-81ec8a50-a799-4d23-8df8-9233865f7860 req-13ff4140-9c5a-4450-abd0-36bf42019a70 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696382 Jul 09 15:48:46.173199 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cde00-5b10-4464-be5a-fb746b47cfc3 req-2ae154b6-0bd8-4546-9a1b-a63031604159 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.175455 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7e3cde00-5b10-4464-be5a-fb746b47cfc3 req-2ae154b6-0bd8-4546-9a1b-a63031604159 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1110458 Jul 09 15:48:46.178723 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Usage tracker for resource:router and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:46.184248 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:46.206614 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:46.236024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.237205 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.246976 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7e3cde00-5b10-4464-be5a-fb746b47cfc3 req-343a20e0-4200-4bed-99bf-5520df7f6c57 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648246 Jul 09 15:48:46.260764 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.332550 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:48:46.333725 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.366372 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-b3351031-2398-49fe-8bb8-e651ffc9c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.368162 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-b3351031-2398-49fe-8bb8-e651ffc9c665 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.1001358 Jul 09 15:48:46.512452 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Allocated IP 172.20.0.2 (7e21fea0-4158-416c-bb8a-17f0b14f5cda/9a7424b5-b8d2-46f8-860e-56cd7d863d8c/5f620b91-9f35-4a65-9d8e-576457e0792b) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:46.526713 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-efee142d-74c4-446c-88d9-45d4353884e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.528351 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-efee142d-74c4-446c-88d9-45d4353884e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.1330743 Jul 09 15:48:46.605874 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-1b645716-c644-4d18-9e6f-c7836fa79faa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.0685492 Jul 09 15:48:46.748199 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.802499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-f65e0455-db00-475b-bdde-4773b5830e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.804097 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-f65e0455-db00-475b-bdde-4773b5830e0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.0879011 Jul 09 15:48:46.827127 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.841978 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Transition to ACTIVE for port object 5f620b91-9f35-4a65-9d8e-576457e0792b will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:46.879293 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Transition to ACTIVE for port object 5f620b91-9f35-4a65-9d8e-576457e0792b will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:46.882947 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-e5681642-ee5d-4aea-9cb8-7d7cf197658e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672076 Jul 09 15:48:46.888311 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:46.891115 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc92de-f954-4fcb-9c51-46f2869cc5da req-c816c994-1ff5-4577-bcc4-135aee39b5cb tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:46.892769 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-39fc92de-f954-4fcb-9c51-46f2869cc5da req-c816c994-1ff5-4577-bcc4-135aee39b5cb tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.2083261 Jul 09 15:48:46.897488 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:46.971521 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:46.974913 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:46.981882 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:47.022213 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-39fc92de-f954-4fcb-9c51-46f2869cc5da req-101737af-a30a-4065-9090-1a759031f642 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210063 Jul 09 15:48:47.046104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Pushing event updated for resources: {'Port': ['ID=5f620b91-9f35-4a65-9d8e-576457e0792b,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.050597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:47.111619 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-fdc757d2-7481-476b-847a-7d135f4420bd service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778715 Jul 09 15:48:47.128116 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Attempting to bind port 5f620b91-9f35-4a65-9d8e-576457e0792b on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:47.128640 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Attempting to bind port 5f620b91-9f35-4a65-9d8e-576457e0792b by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:47.129272 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Attempting to bind port 5f620b91-9f35-4a65-9d8e-576457e0792b on network 7e21fea0-4158-416c-bb8a-17f0b14f5cda {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:47.135055 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:47.135720 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Checking segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:47.136341 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.136941 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Bound using segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:47.137634 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Bound port: 5f620b91-9f35-4a65-9d8e-576457e0792b, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:47.138420 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.159091 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.190778 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.232416 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] For port 5f620b91-9f35-4a65-9d8e-576457e0792b, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:47.235661 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] For port 5f620b91-9f35-4a65-9d8e-576457e0792b, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=5f620b91-9f35-4a65-9d8e-576457e0792b,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:47.239787 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.244150 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:47.255887 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b1d2f05-b130-45ae-84b3-153803ec367b req-8812e236-cd43-43f2-ac57-1c4a49099b46 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365051 Jul 09 15:48:47.345560 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Pushing event updated for resources: {'Port': ['ID=5f620b91-9f35-4a65-9d8e-576457e0792b,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.347011 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Allocated IP 172.28.3.208 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/243e5646-ace7-4acd-bc06-c87469bf9a8b) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:47.348788 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:47.576394 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.594976 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135fd8-c78e-4cf1-bd38-01c192cb7577 req-d8f7599d-6967-4a9d-b187-48452760b077 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:47.596496 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-16135fd8-c78e-4cf1-bd38-01c192cb7577 req-d8f7599d-6967-4a9d-b187-48452760b077 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1689298 Jul 09 15:48:47.660768 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-16135fd8-c78e-4cf1-bd38-01c192cb7577 req-457ae981-a795-4e68-bf93-80e5ba8474f3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Jul 09 15:48:47.662300 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.666517 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:47.732369 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:47.735771 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:47.738257 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:47.783385 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Pushing event updated for resources: {'Port': ['ID=243e5646-ace7-4acd-bc06-c87469bf9a8b,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.789414 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:47.890498 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 5f620b91-9f35-4a65-9d8e-576457e0792b up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:47.961252 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 5f620b91-9f35-4a65-9d8e-576457e0792b completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:48.321783 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:48.343597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84f18b-04b4-4688-8b0f-fd7fd881132a None None] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:48:48.429272 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Provisioning for port 5f620b91-9f35-4a65-9d8e-576457e0792b completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:48.436527 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Provisioning complete for port 5f620b91-9f35-4a65-9d8e-576457e0792b triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:48.437480 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:48.500652 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11b2d-e4ea-475f-97c8-02550ae2df71 req-900c4c3f-03a1-41d8-92e3-ab2758d9d81e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:48.501996 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-10c11b2d-e4ea-475f-97c8-02550ae2df71 req-900c4c3f-03a1-41d8-92e3-ab2758d9d81e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.2481172 Jul 09 15:48:48.670157 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:48.676709 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-10c11b2d-e4ea-475f-97c8-02550ae2df71 req-7ad2be96-20fe-4649-8576-ac137711bea2 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646175 Jul 09 15:48:48.713770 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] For port 5f620b91-9f35-4a65-9d8e-576457e0792b, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=5f620b91-9f35-4a65-9d8e-576457e0792b,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:48.719257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:48.722224 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:48.742496 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:48.800204 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Pushing event updated for resources: {'Port': ['ID=5f620b91-9f35-4a65-9d8e-576457e0792b,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:48.803322 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:48.982183 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9bf19-3a7f-44b0-91c9-4811f8875afd req-959ffe3a-01c6-44c5-ab55-68b118c06e0f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:48.983667 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-18f9bf19-3a7f-44b0-91c9-4811f8875afd req-959ffe3a-01c6-44c5-ab55-68b118c06e0f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1998558 Jul 09 15:48:49.025335 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Router da32307b-fef0-4692-b122-b8c71a3a5ab5 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:48:49.044009 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-18f9bf19-3a7f-44b0-91c9-4811f8875afd req-ddaeaf2b-3691-486b-919b-57a65085cbaa tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538223 Jul 09 15:48:49.045021 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-60626ebf-3e47-4c6f-9a39-ef04fc199c39 None None] Provisioning complete for port 5f620b91-9f35-4a65-9d8e-576457e0792b triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:49.045459 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-60626ebf-3e47-4c6f-9a39-ef04fc199c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.229094 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:48:49.238314 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Sync routers for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:49.247703 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:49.248433 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:49.257906 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.259147 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1110518 Jul 09 15:48:49.261961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54214) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:49.438612 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:49.753792 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:47Z', 'revision_number': 3, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:49.758041 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Checking router: da32307b-fef0-4692-b122-b8c71a3a5ab5 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:49.758508 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Updating router da32307b-fef0-4692-b122-b8c71a3a5ab5 port 243e5646-ace7-4acd-bc06-c87469bf9a8b binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:48:49.813694 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.869616 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 5f620b91-9f35-4a65-9d8e-576457e0792b up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:49.938949 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 5f620b91-9f35-4a65-9d8e-576457e0792b triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:49.939333 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.067015 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.195239 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.208424 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Transition to ACTIVE for port object 243e5646-ace7-4acd-bc06-c87469bf9a8b will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:50.217660 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.225772 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:50.246451 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3899b6f-2cf2-41b2-a8da-e56965c8113e req-125151a4-4437-4fd0-913d-b381044863cd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:50.248178 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f3899b6f-2cf2-41b2-a8da-e56965c8113e req-125151a4-4437-4fd0-913d-b381044863cd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1020956 Jul 09 15:48:50.290209 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Pushing event updated for resources: {'Port': ['ID=243e5646-ace7-4acd-bc06-c87469bf9a8b,revision_number=2']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:50.293051 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:50.309200 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f3899b6f-2cf2-41b2-a8da-e56965c8113e req-7eafac3b-bf3d-4ca8-960b-9611859171e5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Jul 09 15:48:50.319406 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Attempting to bind port 243e5646-ace7-4acd-bc06-c87469bf9a8b on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:50.319780 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Attempting to bind port 243e5646-ace7-4acd-bc06-c87469bf9a8b by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:50.320146 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Attempting to bind port 243e5646-ace7-4acd-bc06-c87469bf9a8b on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:50.323658 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Allocated IP 172.20.0.1 (7e21fea0-4158-416c-bb8a-17f0b14f5cda/9a7424b5-b8d2-46f8-860e-56cd7d863d8c/18e0d09f-9379-474c-8993-dd927ebc3256) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:50.325922 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:50.326340 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:50.326919 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.328130 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:50.328350 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Bound port: 243e5646-ace7-4acd-bc06-c87469bf9a8b, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:50.329199 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.429685 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] For port 243e5646-ace7-4acd-bc06-c87469bf9a8b, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:50.433583 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] For port 243e5646-ace7-4acd-bc06-c87469bf9a8b, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=243e5646-ace7-4acd-bc06-c87469bf9a8b,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:50.441844 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.455087 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-074e3ec5-266b-4a93-b2b9-a170d61da908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:50.529608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.532842 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:50.533487 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:50.552939 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Transition to ACTIVE for port object 18e0d09f-9379-474c-8993-dd927ebc3256 will not be triggered until provisioned by entity DHCP. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:50.589359 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:50.599673 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:50.711093 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:50.714660 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:50.718842 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:50.770133 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Pushing event updated for resources: {'Port': ['ID=243e5646-ace7-4acd-bc06-c87469bf9a8b,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:50.774821 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:50.782469 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Pushing event updated for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:50.792577 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:50.800421 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:50.812624 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.007404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.155338 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-6c7caeff-e33a-456e-8e46-af16d7c13b4c None None] Provisioning for port 18e0d09f-9379-474c-8993-dd927ebc3256 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:51.166455 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-6c7caeff-e33a-456e-8e46-af16d7c13b4c None None] Provisioning complete for port 18e0d09f-9379-474c-8993-dd927ebc3256 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:51.167155 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6c7caeff-e33a-456e-8e46-af16d7c13b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.237552 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-6c7caeff-e33a-456e-8e46-af16d7c13b4c None None] Port 18e0d09f-9379-474c-8993-dd927ebc3256 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:51.242841 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:47Z', 'revision_number': 3, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:51.246946 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042f9f-7a39-4870-b3c0-0032523feae3 None None] The sync data for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb is: [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:47Z', 'revision_number': 3, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:51.329164 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.334919 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.368549 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:51.449399 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.453250 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Pushing event updated for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:51.456050 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:51.607510 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:51.609815 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:51.858003 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Router da32307b-fef0-4692-b122-b8c71a3a5ab5 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:48:51.872275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b2585d37-0d37-4448-8fcc-1cd25b775f98 None None] Provisioning complete for port 18e0d09f-9379-474c-8993-dd927ebc3256 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:51.872665 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b2585d37-0d37-4448-8fcc-1cd25b775f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:51.953528 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b2585d37-0d37-4448-8fcc-1cd25b775f98 None None] Port 18e0d09f-9379-474c-8993-dd927ebc3256 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:51.962903 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 243e5646-ace7-4acd-bc06-c87469bf9a8b up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:52.050560 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 243e5646-ace7-4acd-bc06-c87469bf9a8b completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:52.056708 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 243e5646-ace7-4acd-bc06-c87469bf9a8b triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:52.057104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.168819 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:48:52.199979 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] 10.222.0.63 "PUT /v2.0/routers/da32307b-fef0-4692-b122-b8c71a3a5ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365902 Jul 09 15:48:52.221645 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.242466 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 243e5646-ace7-4acd-bc06-c87469bf9a8b, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=243e5646-ace7-4acd-bc06-c87469bf9a8b,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:52.247823 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.253563 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:52.323991 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=243e5646-ace7-4acd-bc06-c87469bf9a8b,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:52.328351 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:52.449693 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca73426-2bfb-4649-8856-61f9dced0070 req-ee578e34-1ce3-4696-9cae-a73d051f5b6a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:52.451160 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4ca73426-2bfb-4649-8856-61f9dced0070 req-ee578e34-1ce3-4696-9cae-a73d051f5b6a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0886190 Jul 09 15:48:52.510818 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4ca73426-2bfb-4649-8856-61f9dced0070 req-da10ce03-fba9-4173-8704-d7c744d71a7a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526545 Jul 09 15:48:52.760523 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54272) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:52.767794 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401032366-network', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:52.773131 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:52.777009 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Usage tracker for resource:network and tenant:39cd9c9bea294266b7069692181c7f7d is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:52.779979 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:52.786592 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:52.796001 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Made reservation on behalf of 39cd9c9bea294266b7069692181c7f7d for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:52.798827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.811033 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.826170 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:52.832520 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:39cd9c9bea294266b7069692181c7f7d is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:52.835716 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:52.842413 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:52.932174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.938402 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.943551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b44ae62e-511f-46bb-ac10-567f55944adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:52.950928 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Sync routers for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:52.962566 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:52.963218 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:52.978984 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:48:52.988127 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f20f98b-7a8a-4487-ac7e-4f569c9d3a12,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:52.992029 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:52.994955 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.995297 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Added segment 60820027-7c39-4d4f-b9f8-96c366bbce48 of type vlan for network a67095e5-656a-42fd-9333-d713eba92eb6 Jul 09 15:48:53.040424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.108847 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.110203 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.110784 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.115552 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:53.246238 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54286) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:53.252741 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Request body: {'subnet': {'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401032366-subnet', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:53.256915 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4945767 Jul 09 15:48:53.261154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:53.267370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a67095e5-656a-42fd-9333-d713eba92eb6,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:53.272318 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:53.275666 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Usage tracker for resource:subnet and tenant:39cd9c9bea294266b7069692181c7f7d is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:53.278719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:53.279573 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:53.286499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:53.299495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Made reservation on behalf of 39cd9c9bea294266b7069692181c7f7d for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:53.302395 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118661'] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.325268 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network a67095e5-656a-42fd-9333-d713eba92eb6 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:48:53.562207 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118675'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.568311 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:53.623101 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65befe44-629d-4309-a933-1b91a8c326f2,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:53.631276 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:53.666455 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Checking segment: {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:53.666769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Network hostable DHCP agents. Network: a67095e5-656a-42fd-9333-d713eba92eb6, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:48:53.693013 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Network a67095e5-656a-42fd-9333-d713eba92eb6 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:48:53.706662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, a67095e5-656a-42fd-9333-d713eba92eb6) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:53.721977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.723086 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.743670 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fc17b-073c-4fc5-b263-1cc32b98746c None None] Network a67095e5-656a-42fd-9333-d713eba92eb6 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:48:53.744557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4971974 Jul 09 15:48:53.747347 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54300) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:53.752948 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:53.757761 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:48:53.762177 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Usage tracker for resource:router and tenant:39cd9c9bea294266b7069692181c7f7d is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:48:53.766343 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:48:53.772994 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:48:53.787228 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.788230 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.805444 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.916591 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 243e5646-ace7-4acd-bc06-c87469bf9a8b up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:53.973594 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:51Z', 'revision_number': 2, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:53.987062 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Checking router: da32307b-fef0-4692-b122-b8c71a3a5ab5 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:53.987678 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Updating router da32307b-fef0-4692-b122-b8c71a3a5ab5 port 18e0d09f-9379-474c-8993-dd927ebc3256 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:48:54.092798 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.130010 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.149920 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-a67095e5-656a-42fd-9333-d713eba92eb6', 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'fixed_ips': [{'subnet_id': '65befe44-629d-4309-a933-1b91a8c326f2'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:48:54.151003 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.186109 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 243e5646-ace7-4acd-bc06-c87469bf9a8b triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:54.186498 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.473217 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.505553 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.638095 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9b62-e6e2-47b5-a9e5-ddc555f4e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.653646 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Allocated IP 172.28.3.149 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/968ed7eb-d848-41b3-b1bb-302e07796808) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:54.672890 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Allocated IP 172.20.0.2 (a67095e5-656a-42fd-9333-d713eba92eb6/65befe44-629d-4309-a933-1b91a8c326f2/8f52b0ea-fd82-48ac-9988-77df3c8ad3ae) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:54.809171 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.840952 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.847423 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:54.892596 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.908832 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:54.912212 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:54.914189 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:54.947511 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Transition to ACTIVE for port object 18e0d09f-9379-474c-8993-dd927ebc3256 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:54.969771 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:54.976902 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-8ef390d3-44bb-46d0-be08-9f8abd3226bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:55.056985 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Pushing event updated for resources: {'Port': ['ID=968ed7eb-d848-41b3-b1bb-302e07796808,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:55.063214 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:55.121420 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.189964 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Transition to ACTIVE for port object 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:55.227810 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d65342-5703-49be-a32e-0035f44353da None None] Pushing event updated for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:55.247376 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-29d65342-5703-49be-a32e-0035f44353da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:55.283167 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Attempting to bind port 18e0d09f-9379-474c-8993-dd927ebc3256 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:55.284204 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Attempting to bind port 18e0d09f-9379-474c-8993-dd927ebc3256 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:55.285076 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Attempting to bind port 18e0d09f-9379-474c-8993-dd927ebc3256 on network 7e21fea0-4158-416c-bb8a-17f0b14f5cda {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:55.294103 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Transition to ACTIVE for port object 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:55.296194 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.302951 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:55.303529 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Checking segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:55.304086 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.304562 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Bound using segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:55.305268 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Bound port: 18e0d09f-9379-474c-8993-dd927ebc3256, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:55.305622 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.322401 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.338231 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2cadba70-b3e4-4814-bb0f-d8b990ef09eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:55.452811 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Network a67095e5-656a-42fd-9333-d713eba92eb6 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:55.536807 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] For port 18e0d09f-9379-474c-8993-dd927ebc3256, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:55.541946 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] For port 18e0d09f-9379-474c-8993-dd927ebc3256, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=18e0d09f-9379-474c-8993-dd927ebc3256,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:55.557014 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:55.563054 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:55.571558 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.644166 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Pushing event updated for resources: {'Port': ['ID=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:55.653462 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:55.654692 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:55.783809 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.800079 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:55.800722 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:55.864120 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Attempting to bind port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:55.864515 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Attempting to bind port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:55.864883 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Attempting to bind port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae on network a67095e5-656a-42fd-9333-d713eba92eb6 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:55.894085 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:55.894616 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Checking segment: {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:55.894871 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.895285 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Bound using segment: {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:55.895762 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Bound port: 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:55.896206 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:55.916438 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d65342-5703-49be-a32e-0035f44353da None None] Pushing event updated for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:55.924727 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-29d65342-5703-49be-a32e-0035f44353da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:56.106100 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] For port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:56.111481 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] For port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:56.120125 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.124942 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:56.127304 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90a752-f5a5-47ee-ad40-d150897ccf6f req-bee12e63-079d-4c0e-b5f0-398fda300465 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:56.128782 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-aa90a752-f5a5-47ee-ad40-d150897ccf6f req-bee12e63-079d-4c0e-b5f0-398fda300465 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1007655 Jul 09 15:48:56.138155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-52010f4b-dc13-45f2-a8e5-e5846e509f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:56.139773 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-52010f4b-dc13-45f2-a8e5-e5846e509f79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.1675417 Jul 09 15:48:56.167459 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-73cfab7e-cc22-495b-818a-b0461a63f989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:56.180511 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.261859 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-aa90a752-f5a5-47ee-ad40-d150897ccf6f req-6573e8ac-3a37-4140-992a-6e2a7bb26d87 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210980 Jul 09 15:48:56.307453 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-03308049-0d24-4593-92e6-98b56fdc4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:56.309148 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-03308049-0d24-4593-92e6-98b56fdc4bb0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.1551583 Jul 09 15:48:56.353439 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Pushing event updated for resources: {'Port': ['ID=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:56.359458 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:56.388999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-07552a11-f759-41dc-b840-4ed14ab17b3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.0664442 Jul 09 15:48:56.417344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Router b136f54b-522d-489b-a9bd-9e1154ae57cd is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:48:56.472234 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-2b40e5cb-39c2-4742-b032-97dfc1fdd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:56.474066 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-2b40e5cb-39c2-4742-b032-97dfc1fdd1b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.0778828 Jul 09 15:48:56.525762 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-26b2f5f1-b78c-4185-8893-730353e02a1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442364 Jul 09 15:48:56.639199 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:55Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:56.646542 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3047a-4849-46c2-b55d-cabd9c9da064 None None] The sync data for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb is: [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:55Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:56.661740 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:48:56.676867 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Sync routers for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:56.707227 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:56.709422 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:56.725397 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:56.727472 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9785903 Jul 09 15:48:56.730774 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54338) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:48:56.875718 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-dd892002-cb72-432e-817d-c8e7acc8f79e service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419855 Jul 09 15:48:57.083679 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:57.108303 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8f5df0e-393b-4019-ad03-a01061b9d427 req-76109950-4b78-4e47-aea9-21c7d140a3dc service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237694 Jul 09 15:48:57.291679 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e8baca30-3e29-45f2-99e8-6b2ecd0627b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:57.582769 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:55Z', 'revision_number': 3, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:57.583524 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6bc1-b221-4839-9ae7-b4269c1acfe6 req-3dc59736-a6df-4285-add8-cc4fe6e29dc5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:57.591505 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Checking router: b136f54b-522d-489b-a9bd-9e1154ae57cd for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:57.591880 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Updating router b136f54b-522d-489b-a9bd-9e1154ae57cd port 968ed7eb-d848-41b3-b1bb-302e07796808 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:48:57.592591 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9537a4-434c-445a-b98b-fe7278076bf8 req-c8a23392-eea6-4f36-8c9e-d2a290015c0c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:57.594291 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea9537a4-434c-445a-b98b-fe7278076bf8 req-c8a23392-eea6-4f36-8c9e-d2a290015c0c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.1818976 Jul 09 15:48:57.598665 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-212e6bc1-b221-4839-9ae7-b4269c1acfe6 req-3dc59736-a6df-4285-add8-cc4fe6e29dc5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1424079 Jul 09 15:48:57.685651 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-212e6bc1-b221-4839-9ae7-b4269c1acfe6 req-e36bfef9-773a-42eb-aa28-af5cfd1e6265 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797949 Jul 09 15:48:57.695814 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:57.729466 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c591a8-3847-489a-a2b3-c706bdafe076 None None] Network a67095e5-656a-42fd-9333-d713eba92eb6 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:48:57.870923 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea9537a4-434c-445a-b98b-fe7278076bf8 req-9981a75d-37ac-4450-bcaa-ecbe62d4bbe9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568946 Jul 09 15:48:57.992265 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 18e0d09f-9379-474c-8993-dd927ebc3256 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:58.063190 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-05a63363-a6a0-4fdb-8635-08687febc088 None None] Provisioning for port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:58.108928 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.169411 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 18e0d09f-9379-474c-8993-dd927ebc3256 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:58.180694 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 18e0d09f-9379-474c-8993-dd927ebc3256 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:58.180893 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.271186 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.294243 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Transition to ACTIVE for port object 968ed7eb-d848-41b3-b1bb-302e07796808 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:58.303629 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.311401 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-a2305ae0-5a47-4897-8ed6-42217a034145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:58.351394 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.380064 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.386581 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Allocated IP 172.20.0.1 (a67095e5-656a-42fd-9333-d713eba92eb6/65befe44-629d-4309-a933-1b91a8c326f2/f54077ce-f563-4358-a6a1-a9739dfc1524) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:58.396835 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 18e0d09f-9379-474c-8993-dd927ebc3256, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=18e0d09f-9379-474c-8993-dd927ebc3256,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:58.408058 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.413150 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:48:58.422175 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Attempting to bind port 968ed7eb-d848-41b3-b1bb-302e07796808 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:58.422798 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Attempting to bind port 968ed7eb-d848-41b3-b1bb-302e07796808 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:58.423638 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Attempting to bind port 968ed7eb-d848-41b3-b1bb-302e07796808 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:58.440192 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Pushing event updated for resources: {'Port': ['ID=968ed7eb-d848-41b3-b1bb-302e07796808,revision_number=2']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:58.443958 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:58.446953 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:58.447497 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.448000 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:58.448596 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Bound port: 968ed7eb-d848-41b3-b1bb-302e07796808, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:58.449246 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.491864 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:58.508052 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.508512 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.508958 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.509396 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.509834 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.513145 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.513614 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.514498 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.515645 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.517623 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.518107 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.519833 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:58.525630 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:58.571696 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] For port 968ed7eb-d848-41b3-b1bb-302e07796808, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:48:58.579170 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] For port 968ed7eb-d848-41b3-b1bb-302e07796808, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=968ed7eb-d848-41b3-b1bb-302e07796808,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:48:58.586787 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.588589 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:58.592174 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:58.603328 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:58.611999 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.629705 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Transition to ACTIVE for port object f54077ce-f563-4358-a6a1-a9739dfc1524 will not be triggered until provisioned by entity DHCP. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:58.635781 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:58.642419 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:58.643285 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.667132 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:48:58.667343 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.667777 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:58.675326 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-82968131-2f04-4e36-b12b-fb97f5095b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:58.678939 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Provisioning complete for port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:58.679323 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.757495 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Pushing event updated for resources: {'Port': ['ID=968ed7eb-d848-41b3-b1bb-302e07796808,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:58.758374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Network a67095e5-656a-42fd-9333-d713eba92eb6 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:58.761708 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:58.775557 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:58.782616 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:48:58.872044 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Pushing event updated for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:58.881836 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:58.917827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.948175 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.962830 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:48:58.973953 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:58.997979 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a306809-c2b8-4ff6-b408-c56625aea7a5 req-0f1046c4-4cb8-4399-ac79-76a41b9f4ee6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:59.003199 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7a306809-c2b8-4ff6-b408-c56625aea7a5 req-0f1046c4-4cb8-4399-ac79-76a41b9f4ee6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1620269 Jul 09 15:48:59.052480 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] For port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:48:59.059150 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.062152 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:59.152176 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.157806 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996b916-7154-4382-8b1c-4fa0493d8d88 req-eaa4a930-a447-4349-b1d2-38a2a181378d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:59.159968 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9996b916-7154-4382-8b1c-4fa0493d8d88 req-eaa4a930-a447-4349-b1d2-38a2a181378d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.1017015 Jul 09 15:48:59.183778 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7a306809-c2b8-4ff6-b408-c56625aea7a5 req-7ebde6ac-02f2-4ae8-ba72-452cba73c961 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760526 Jul 09 15:48:59.199923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:48:59.199923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:48:59.206188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-2eefd2f0-e382-4163-b746-9e2fec8f4a0e None None] Provisioning for port f54077ce-f563-4358-a6a1-a9739dfc1524 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:59.209664 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Pushing event updated for resources: {'Port': ['ID=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:59.213175 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:59.214058 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-2eefd2f0-e382-4163-b746-9e2fec8f4a0e None None] Provisioning complete for port f54077ce-f563-4358-a6a1-a9739dfc1524 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:59.214544 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2eefd2f0-e382-4163-b746-9e2fec8f4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.271996 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-2eefd2f0-e382-4163-b746-9e2fec8f4a0e None None] Port f54077ce-f563-4358-a6a1-a9739dfc1524 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:59.274745 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9996b916-7154-4382-8b1c-4fa0493d8d88 req-788f1705-bb71-4932-8f7e-2ea566ff0ca0 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077635 Jul 09 15:48:59.343660 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:55Z', 'revision_number': 3, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:59.348319 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605a70a-ca2e-415c-94a1-5b8a1cc8b93a None None] The sync data for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb is: [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:55Z', 'revision_number': 3, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:59.597567 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.602424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.632256 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:48:59.717499 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Pushing event updated for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:59.722565 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:48:59.723519 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.821253 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.876876 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Network a67095e5-656a-42fd-9333-d713eba92eb6 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:59.877082 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-600805dc-acc4-4cfd-b0b2-a6112d864f62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:59.878409 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-600805dc-acc4-4cfd-b0b2-a6112d864f62 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.0992146 Jul 09 15:48:59.878581 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:00.000521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Deleting port 4f64f654-36fb-4ded-9175-0dbdc757a632 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:49:00.001092 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.007584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 968ed7eb-d848-41b3-b1bb-302e07796808 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:00.172774 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 968ed7eb-d848-41b3-b1bb-302e07796808 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:00.184335 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 968ed7eb-d848-41b3-b1bb-302e07796808 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:00.184961 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.191473 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Router b136f54b-522d-489b-a9bd-9e1154ae57cd has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:49:00.258390 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3c39fe7e-ace8-450f-8916-8ee291cd0a53 None None] Provisioning complete for port f54077ce-f563-4358-a6a1-a9739dfc1524 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:00.259021 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3c39fe7e-ace8-450f-8916-8ee291cd0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.347703 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-3c39fe7e-ace8-450f-8916-8ee291cd0a53 None None] Port f54077ce-f563-4358-a6a1-a9739dfc1524 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:49:00.445603 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.470510 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 968ed7eb-d848-41b3-b1bb-302e07796808, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=968ed7eb-d848-41b3-b1bb-302e07796808,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:00.479730 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.480859 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 18e0d09f-9379-474c-8993-dd927ebc3256 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:00.489913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] For port 4f64f654-36fb-4ded-9175-0dbdc757a632, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4f64f654-36fb-4ded-9175-0dbdc757a632,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:00.490473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.516807 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:00.562195 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:49:00.578851 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d99775fe-1764-4618-b7a1-32b8ddecc724 admin admin] 10.222.0.63 "PUT /v2.0/routers/b136f54b-522d-489b-a9bd-9e1154ae57cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8437195 Jul 09 15:49:00.613030 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e781eb-b3d0-4483-b334-024e9b11a264 req-29407dc8-1a64-43eb-b6d4-9461e378a09c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:00.614592 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-11e781eb-b3d0-4483-b334-024e9b11a264 req-29407dc8-1a64-43eb-b6d4-9461e378a09c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 945 time: 0.1493347 Jul 09 15:49:00.638277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Calling delete_port for 4f64f654-36fb-4ded-9175-0dbdc757a632 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:49:00.667504 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=968ed7eb-d848-41b3-b1bb-302e07796808,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:00.699118 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.699829 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.700230 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.701322 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.701777 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.702212 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.702609 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.702944 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.703907 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.704248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.704602 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.705319 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:00.711271 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:00.711636 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f6415-9de4-485a-8eb7-c3ee7dd15492 req-7e8f05bf-b206-4fa7-b0ab-82f691b8f34f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:00.713131 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8e8f6415-9de4-485a-8eb7-c3ee7dd15492 req-7e8f05bf-b206-4fa7-b0ab-82f691b8f34f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.3311250 Jul 09 15:49:00.730064 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-11e781eb-b3d0-4483-b334-024e9b11a264 req-97f79333-b293-45fd-8060-8de20fe4c0ee tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041584 Jul 09 15:49:00.771209 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 18e0d09f-9379-474c-8993-dd927ebc3256 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:00.771791 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.813194 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8e8f6415-9de4-485a-8eb7-c3ee7dd15492 req-264dd203-9347-4cb0-ade6-27228cec501f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891173 Jul 09 15:49:00.899861 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.907202 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f63ff7d9-f23b-42b7-be67-84a3b4a5adf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:00.921844 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:00.958574 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event deleted for resources: {'Port': ['ID=4f64f654-36fb-4ded-9175-0dbdc757a632,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:00.959928 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97', 'd97210dc-ae71-4884-9fc9-d4ded468228d', '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', '4f64f654-36fb-4ded-9175-0dbdc757a632'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:00.960965 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:01.075835 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] No DVR routers for this DVR port 4f64f654-36fb-4ded-9175-0dbdc757a632 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:49:01.078930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:01.082277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'name': 'network-vif-deleted', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:01.102126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-39d76c3d-6561-40f4-a323-69a4706f3d76 req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "DELETE /v2.0/ports/4f64f654-36fb-4ded-9175-0dbdc757a632 HTTP/1.1" status: 204 len: 173 time: 1.2152779 Jul 09 15:49:01.112006 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:01.112522 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:01.172946 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f', 'name': 'network-vif-deleted', 'tag': '4f64f654-36fb-4ded-9175-0dbdc757a632', 'status': 'completed', 'code': 200} Jul 09 15:49:01.394985 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Sync routers for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:49:01.424382 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:49:01.425009 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:01.685353 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:49:02.108894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28db38-1765-4051-a3c0-10465f748b81 req-e218cbdb-6690-488c-b6f0-99f32208e1c8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:02.116645 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9a28db38-1765-4051-a3c0-10465f748b81 req-e218cbdb-6690-488c-b6f0-99f32208e1c8 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1284163 Jul 09 15:49:02.129383 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-37f26306-f59f-4bce-9bf3-00b60e527ed1 req-3b2e9693-9711-4b58-9e75-1a75e1e933bf tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=997d226e-b1f8-4717-a7c2-cbc9ae9d8a9f HTTP/1.1" status: 200 len: 210 time: 0.1099281 Jul 09 15:49:02.129954 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 968ed7eb-d848-41b3-b1bb-302e07796808 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:02.219678 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9a28db38-1765-4051-a3c0-10465f748b81 req-7eb5487b-1961-4498-b03d-e879f52a54c9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020291 Jul 09 15:49:02.352122 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 968ed7eb-d848-41b3-b1bb-302e07796808 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:02.352616 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:02.419758 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:59Z', 'revision_number': 4, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f54077ce-f563-4358-a6a1-a9739dfc1524', 'name': '', 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'mac_address': 'fa:16:3e:29:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '65befe44-629d-4309-a933-1b91a8c326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:58Z', 'updated_at': '2021-07-09T15:48:59Z', 'revision_number': 2, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'subnets': [{'id': '65befe44-629d-4309-a933-1b91a8c326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:02.428182 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Checking router: b136f54b-522d-489b-a9bd-9e1154ae57cd for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:49:02.428566 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Updating router b136f54b-522d-489b-a9bd-9e1154ae57cd port f54077ce-f563-4358-a6a1-a9739dfc1524 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:49:02.529796 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.040573 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.053116 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Transition to ACTIVE for port object f54077ce-f563-4358-a6a1-a9739dfc1524 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:03.063370 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.068364 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:03.247387 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Pushing event updated for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:03.252403 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:03.385648 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Attempting to bind port f54077ce-f563-4358-a6a1-a9739dfc1524 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:49:03.386053 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Attempting to bind port f54077ce-f563-4358-a6a1-a9739dfc1524 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:49:03.386434 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Attempting to bind port f54077ce-f563-4358-a6a1-a9739dfc1524 on network a67095e5-656a-42fd-9333-d713eba92eb6 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:49:03.400964 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:49:03.401351 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Checking segment: {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:49:03.401764 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.402187 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Bound using segment: {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:49:03.402663 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Bound port: f54077ce-f563-4358-a6a1-a9739dfc1524, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60820027-7c39-4d4f-b9f8-96c366bbce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:49:03.403042 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.547937 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948865c-8561-4f05-ba11-aef9c6c84ec0 req-bfe85593-306b-4bab-b682-de612eaf2f05 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:03.549829 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8948865c-8561-4f05-ba11-aef9c6c84ec0 req-bfe85593-306b-4bab-b682-de612eaf2f05 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1341164 Jul 09 15:49:03.611236 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] For port f54077ce-f563-4358-a6a1-a9739dfc1524, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:49:03.614601 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] For port f54077ce-f563-4358-a6a1-a9739dfc1524, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f54077ce-f563-4358-a6a1-a9739dfc1524,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:49:03.628317 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8948865c-8561-4f05-ba11-aef9c6c84ec0 req-a9211260-6ac3-4ced-b181-99b0d14aefeb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713553 Jul 09 15:49:03.632895 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:03.642407 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:03.759848 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:49:03.760491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:48:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:03.839673 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Pushing event updated for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:03.845217 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:03.934247 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:49:03.971354 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:49:04.320585 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:59Z', 'revision_number': 4, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f54077ce-f563-4358-a6a1-a9739dfc1524', 'name': '', 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'mac_address': 'fa:16:3e:29:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '65befe44-629d-4309-a933-1b91a8c326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:58Z', 'updated_at': '2021-07-09T15:49:03Z', 'revision_number': 4, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'subnets': [{'id': '65befe44-629d-4309-a933-1b91a8c326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:04.325735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55817f2e-886f-4c61-9885-41aa54c2e707 None None] The sync data for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb is: [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:48:59Z', 'revision_number': 4, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f54077ce-f563-4358-a6a1-a9739dfc1524', 'name': '', 'network_id': 'a67095e5-656a-42fd-9333-d713eba92eb6', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'mac_address': 'fa:16:3e:29:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '65befe44-629d-4309-a933-1b91a8c326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:58Z', 'updated_at': '2021-07-09T15:49:03Z', 'revision_number': 4, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'subnets': [{'id': '65befe44-629d-4309-a933-1b91a8c326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:49:04.406119 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 4f64f654-36fb-4ded-9175-0dbdc757a632 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:49:04.451546 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 4f64f654-36fb-4ded-9175-0dbdc757a632 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:49:04.452673 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 4f64f654-36fb-4ded-9175-0dbdc757a632 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:49:04.908355 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4dc3-e24a-4551-a095-a8f777d8d0bb req-58a250ed-c793-4515-b6a0-7dd62fd11544 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:04.915582 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-616a4dc3-e24a-4551-a095-a8f777d8d0bb req-58a250ed-c793-4515-b6a0-7dd62fd11544 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1407676 Jul 09 15:49:05.000932 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-616a4dc3-e24a-4551-a095-a8f777d8d0bb req-311fb491-a53a-4bb6-851b-785544b86d39 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Jul 09 15:49:05.366056 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63528d15-9c4f-400f-9497-bc336c4884c2 req-108e11f0-1037-43a9-af6c-b284ea0c5b5f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:05.367814 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63528d15-9c4f-400f-9497-bc336c4884c2 req-108e11f0-1037-43a9-af6c-b284ea0c5b5f tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1037056 Jul 09 15:49:05.437486 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63528d15-9c4f-400f-9497-bc336c4884c2 req-76c634fb-d052-4728-94cf-afd82dfa6355 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jul 09 15:49:05.936210 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f54077ce-f563-4358-a6a1-a9739dfc1524 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:06.031834 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port f54077ce-f563-4358-a6a1-a9739dfc1524 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:06.038293 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port f54077ce-f563-4358-a6a1-a9739dfc1524 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:06.038769 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:06.193294 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:06.231203 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port f54077ce-f563-4358-a6a1-a9739dfc1524, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f54077ce-f563-4358-a6a1-a9739dfc1524,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:06.236586 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:06.238631 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:06.286888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc52b-2b38-4883-a8d9-31e8bcec649e req-680a33eb-552d-4c85-94f7-3c7f8d090cb5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:06.288662 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ccdfc52b-2b38-4883-a8d9-31e8bcec649e req-680a33eb-552d-4c85-94f7-3c7f8d090cb5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1180260 Jul 09 15:49:06.329948 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:06.333166 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:06.350768 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ccdfc52b-2b38-4883-a8d9-31e8bcec649e req-0b375605-b5d9-4880-b903-5c3056e7c513 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564075 Jul 09 15:49:06.640170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739662c-37a8-4a86-8eb5-8df0af031856 req-6922fa34-f56a-4912-876f-b990faa70cd7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:06.640963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0739662c-37a8-4a86-8eb5-8df0af031856 req-6922fa34-f56a-4912-876f-b990faa70cd7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:06.659150 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0739662c-37a8-4a86-8eb5-8df0af031856 req-6922fa34-f56a-4912-876f-b990faa70cd7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:06.667092 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0739662c-37a8-4a86-8eb5-8df0af031856 req-6922fa34-f56a-4912-876f-b990faa70cd7 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1154933 Jul 09 15:49:06.727265 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0739662c-37a8-4a86-8eb5-8df0af031856 req-5489fc80-528d-4433-8032-fc288368f832 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589836 Jul 09 15:49:07.625223 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962b6b7-ae43-4bdf-9e42-4e883043bece req-06731a77-59b8-46b0-99de-7eeb5c2f3bdc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:07.632337 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a962b6b7-ae43-4bdf-9e42-4e883043bece req-06731a77-59b8-46b0-99de-7eeb5c2f3bdc tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1235018 Jul 09 15:49:07.727590 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a962b6b7-ae43-4bdf-9e42-4e883043bece req-d67b180a-9666-4934-8b16-827106a98c23 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937870 Jul 09 15:49:07.841120 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-a66c01ac-91de-4bac-ad4f-9856f1821d8c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:07.844353 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-a66c01ac-91de-4bac-ad4f-9856f1821d8c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1720757 Jul 09 15:49:07.955815 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f54077ce-f563-4358-a6a1-a9739dfc1524 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:07.999866 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Deleting port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:49:08.000454 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.056945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port f54077ce-f563-4358-a6a1-a9739dfc1524 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:08.058464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.349418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] For port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:08.349792 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.360211 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02e7c-003e-482b-9b58-5ae284a90d4c req-fed870f4-38d1-4d4e-b0a8-84f628f98d88 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:08.362458 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fab02e7c-003e-482b-9b58-5ae284a90d4c req-fed870f4-38d1-4d4e-b0a8-84f628f98d88 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 946 time: 0.1303520 Jul 09 15:49:08.431732 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fab02e7c-003e-482b-9b58-5ae284a90d4c req-2c432607-631a-45d8-b4cc-0f54e1eb8930 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594187 Jul 09 15:49:08.598883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Calling delete_port for 07e5ccaa-3c50-4e62-8cc7-f69a890287ef owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:49:08.795533 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.816531 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:08.849154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97', 'd97210dc-ae71-4884-9fc9-d4ded468228d', '07e5ccaa-3c50-4e62-8cc7-f69a890287ef'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:08.877324 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event deleted for resources: {'Port': ['ID=07e5ccaa-3c50-4e62-8cc7-f69a890287ef,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:08.954871 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:08.960006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] No DVR routers for this DVR port 07e5ccaa-3c50-4e62-8cc7-f69a890287ef on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:49:08.962591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:08.965458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'name': 'network-vif-deleted', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:08.984169 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1c9386e5-8689-4b92-bcfa-4024ffd4a878 req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "DELETE /v2.0/ports/07e5ccaa-3c50-4e62-8cc7-f69a890287ef HTTP/1.1" status: 204 len: 173 time: 1.1326442 Jul 09 15:49:09.024451 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b873077-3bd2-4cf8-b3d7-caed9d7a44b3', 'name': 'network-vif-deleted', 'tag': '07e5ccaa-3c50-4e62-8cc7-f69a890287ef', 'status': 'completed', 'code': 200} Jul 09 15:49:09.049050 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03689a10-1a33-4780-a867-a1600e6cecd4 req-e30dbc0b-0453-40e5-99c1-8bc768e57c98 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:09.051169 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-03689a10-1a33-4780-a867-a1600e6cecd4 req-e30dbc0b-0453-40e5-99c1-8bc768e57c98 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1443176 Jul 09 15:49:09.130804 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-03689a10-1a33-4780-a867-a1600e6cecd4 req-9c4ec7e2-98b6-4de1-b110-c9faa7c9a460 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650241 Jul 09 15:49:09.551541 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54492) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:09.704587 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-c09d9ff3-fa38-43af-98f7-eca1f5b90dc5 req-c44657f0-a579-4bae-8eb6-e7ddb9ba8173 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:09.718453 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.723031 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-c09d9ff3-fa38-43af-98f7-eca1f5b90dc5 req-c44657f0-a579-4bae-8eb6-e7ddb9ba8173 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:09.733728 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c09d9ff3-fa38-43af-98f7-eca1f5b90dc5 req-c44657f0-a579-4bae-8eb6-e7ddb9ba8173 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b873077-3bd2-4cf8-b3d7-caed9d7a44b3 HTTP/1.1" status: 200 len: 210 time: 0.1368124 Jul 09 15:49:09.739856 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:09.744539 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Usage tracker for resource:security_group_rule and tenant:21ee17bda4f64eab9c7a20234ffc3b43 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:09.747617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:09.757090 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:09.864033 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.871773 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:09.884482 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c196f92c-4b7f-4feb-bad2-984777ddf32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:10.033750 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21ee17bda4f64eab9c7a20234ffc3b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804540 Jul 09 15:49:10.035816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71607be2-df3f-44b0-a351-0c229b5467d1,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:10.036754 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54500) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:10.041634 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f362dda4-ea68-43fb-81ff-8e04c983fe25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:10.127484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:10.163411 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:10.235006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:10.239005 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9960a4fe-7660-4ac9-8d5b-b88a41d4f8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:10.257288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71607be2-df3f-44b0-a351-0c229b5467d1,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:10.268792 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:10.272761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:10.274150 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71607be2-df3f-44b0-a351-0c229b5467d1 HTTP/1.1" status: 204 len: 168 time: 0.2357705 Jul 09 15:49:10.390769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27c0f-e80a-40e4-af01-8143d9630fb4 req-e5a41849-15a4-4bf5-b8c1-2639cf1f1150 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:10.392305 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1ab27c0f-e80a-40e4-af01-8143d9630fb4 req-e5a41849-15a4-4bf5-b8c1-2639cf1f1150 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0849817 Jul 09 15:49:10.466930 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1ab27c0f-e80a-40e4-af01-8143d9630fb4 req-b85b4984-ffab-4068-b45a-dfa3bfe29e7d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 Jul 09 15:49:11.365350 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e3435-e0ed-4827-b7c8-4e32ad5ee690 req-7223b6eb-cc1b-45ac-bb80-711ba1d24908 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:11.366726 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a73e3435-e0ed-4827-b7c8-4e32ad5ee690 req-7223b6eb-cc1b-45ac-bb80-711ba1d24908 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.0887368 Jul 09 15:49:11.438484 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a73e3435-e0ed-4827-b7c8-4e32ad5ee690 req-30ebd226-2998-4bfe-adca-2f20681cf7f9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Jul 09 15:49:11.685831 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d928a7-45bb-42cc-98b0-7512c5c5797f req-0146415d-42d8-45a6-a988-ac091077acc1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:11.696770 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-86d928a7-45bb-42cc-98b0-7512c5c5797f req-0146415d-42d8-45a6-a988-ac091077acc1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1046560 Jul 09 15:49:11.754983 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-86d928a7-45bb-42cc-98b0-7512c5c5797f req-2d3c1b9f-dab9-459a-bd82-f10f77162a4e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573418 Jul 09 15:49:12.418217 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07e5ccaa-3c50-4e62-8cc7-f69a890287ef no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:49:12.456132 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 07e5ccaa-3c50-4e62-8cc7-f69a890287ef {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:49:12.456488 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07e5ccaa-3c50-4e62-8cc7-f69a890287ef not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:49:12.628582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7ac10-d592-4313-ba1b-ca3660e8a91d req-be18f2a2-ed34-45eb-a423-59c88ae8b412 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:12.630232 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dca7ac10-d592-4313-ba1b-ca3660e8a91d req-be18f2a2-ed34-45eb-a423-59c88ae8b412 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.0852969 Jul 09 15:49:12.682490 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dca7ac10-d592-4313-ba1b-ca3660e8a91d req-6f68ba15-cc08-4d5e-bcee-45819cbe4ada tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446951 Jul 09 15:49:12.805432 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-fec5038f-9b61-4691-8549-cfe1b2a1aa8e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:12.806193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-93e94672-2bc6-49f1-b972-709a33c2541e req-fec5038f-9b61-4691-8549-cfe1b2a1aa8e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:network {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:12.824132 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-93e94672-2bc6-49f1-b972-709a33c2541e req-fec5038f-9b61-4691-8549-cfe1b2a1aa8e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:network {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:12.831010 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-fec5038f-9b61-4691-8549-cfe1b2a1aa8e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 815 time: 0.1733005 Jul 09 15:49:12.843786 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-2fcae576-95cf-4425-b2f2-c3d1a46a4e1d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/quotas/f12383bde6734389bdcd45281e07320a HTTP/1.1" status: 200 len: 375 time: 0.0118163 Jul 09 15:49:12.930853 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-93e94672-2bc6-49f1-b972-709a33c2541e req-030c69c5-adf2-4b38-a244-9b36fcf5ab0b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:12.949047 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-93e94672-2bc6-49f1-b972-709a33c2541e req-030c69c5-adf2-4b38-a244-9b36fcf5ab0b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:12.951026 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-030c69c5-adf2-4b38-a244-9b36fcf5ab0b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042058 Jul 09 15:49:12.955703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7a935-7c98-46bf-bc9f-aa0ed739ba7e req-5cd26489-78d5-4e3b-be09-1ecc4ddf0150 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:12.957214 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b3d7a935-7c98-46bf-bc9f-aa0ed739ba7e req-5cd26489-78d5-4e3b-be09-1ecc4ddf0150 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0860341 Jul 09 15:49:13.009557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b3d7a935-7c98-46bf-bc9f-aa0ed739ba7e req-e00d32cd-d96d-44e6-8a9c-fc4ac17c043e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Jul 09 15:49:13.094263 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-df7958a5-7a9e-4883-97b6-be2a574f1073 service neutron] 10.222.0.63 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308305 Jul 09 15:49:13.177965 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-75e44fe3-59af-4ca0-83c7-74fb0c47cf59 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:13.179403 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-75e44fe3-59af-4ca0-83c7-74fb0c47cf59 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 945 time: 0.0862134 Jul 09 15:49:13.241231 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-19ab8cef-5772-4291-bdbe-c95ca98584e2 service neutron] 10.222.0.63 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410768 Jul 09 15:49:13.253413 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Deleting port d97210dc-ae71-4884-9fc9-d4ded468228d {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:49:13.253876 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.441012 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-71ec3f78-ec31-4320-8425-ec7ba606b300 req-f1e9ace2-a845-45fe-89d9-80c740f038f1 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 210 time: 0.0531142 Jul 09 15:49:13.523709 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] For port d97210dc-ae71-4884-9fc9-d4ded468228d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d97210dc-ae71-4884-9fc9-d4ded468228d,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:13.524065 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.660523 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Calling delete_port for d97210dc-ae71-4884-9fc9-d4ded468228d owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:49:13.926690 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:13.933937 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:13.976041 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97', 'd97210dc-ae71-4884-9fc9-d4ded468228d'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:13.983580 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event deleted for resources: {'Port': ['ID=d97210dc-ae71-4884-9fc9-d4ded468228d,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:13.987323 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:14.070780 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] No DVR routers for this DVR port d97210dc-ae71-4884-9fc9-d4ded468228d on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:49:14.073859 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:14.083994 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'name': 'network-vif-deleted', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:14.100013 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ba624802-cde3-45b4-a8c0-f81c237505e8 req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "DELETE /v2.0/ports/d97210dc-ae71-4884-9fc9-d4ded468228d HTTP/1.1" status: 204 len: 173 time: 0.9150918 Jul 09 15:49:14.108691 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d972-407e-42dc-bfa9-ae8c281bb1d6 req-ee55e48c-b46a-4691-a4be-fe9505f33e39 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:14.109565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-2ca3d972-407e-42dc-bfa9-ae8c281bb1d6 req-ee55e48c-b46a-4691-a4be-fe9505f33e39 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Synchronizing usage tracker for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:14.136304 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-2ca3d972-407e-42dc-bfa9-ae8c281bb1d6 req-ee55e48c-b46a-4691-a4be-fe9505f33e39 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Unset dirty status for tenant:1fa22018184849f289169f3c02190fa1 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:14.138959 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2ca3d972-407e-42dc-bfa9-ae8c281bb1d6 req-ee55e48c-b46a-4691-a4be-fe9505f33e39 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3 HTTP/1.1" status: 200 len: 867 time: 0.3340085 Jul 09 15:49:14.215038 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2ca3d972-407e-42dc-bfa9-ae8c281bb1d6 req-a382dbde-a364-4c0e-8fba-1e11d5b348a9 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 Jul 09 15:49:14.281075 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d564-3f59-4907-9e48-3021996825c8 req-0954928c-21af-454f-b638-564d7e1ca991 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:14.282580 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2648d564-3f59-4907-9e48-3021996825c8 req-0954928c-21af-454f-b638-564d7e1ca991 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1051981 Jul 09 15:49:14.288952 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b540c6-16e9-4ac0-8b4c-c4e973c2f8f3', 'name': 'network-vif-deleted', 'tag': 'd97210dc-ae71-4884-9fc9-d4ded468228d', 'status': 'completed', 'code': 200} Jul 09 15:49:14.328558 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2648d564-3f59-4907-9e48-3021996825c8 req-9e917786-6890-4862-954e-539988680245 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Jul 09 15:49:14.601825 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-42bb98ea-b9e9-4bd2-8d5a-f020a803d5bb req-eb84d25a-5851-4285-bb43-1fa2b6cbe09a tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 210 time: 0.0467083 Jul 09 15:49:14.800395 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-48ce1ba4-a291-4dbf-8770-7beed9b0a5a2 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:14.801783 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-48ce1ba4-a291-4dbf-8770-7beed9b0a5a2 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 815 time: 0.1511064 Jul 09 15:49:14.829502 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'port': {'device_id': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'admin_state_up': True, 'tenant_id': 'f12383bde6734389bdcd45281e07320a'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:14.923872 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:14.975476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:14.985662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:14.994429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Made reservation on behalf of f12383bde6734389bdcd45281e07320a for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:49:14.998118 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:15.187657 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Allocated IP 172.20.0.12 (7e21fea0-4158-416c-bb8a-17f0b14f5cda/9a7424b5-b8d2-46f8-860e-56cd7d863d8c/22027fef-7c16-4b82-840f-fe26d12ca85a) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:49:15.450318 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:15.476006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Transition to ACTIVE for port object 22027fef-7c16-4b82-840f-fe26d12ca85a will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:15.515209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:15.523028 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9ea87c2-9432-4605-b6ae-826ee31ac8b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:15.581120 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d375ab-c96d-47d5-9a43-0c1fe79b4963 req-70207de9-5736-4721-a4e9-7252089a9d54 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:15.597604 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-79d375ab-c96d-47d5-9a43-0c1fe79b4963 req-70207de9-5736-4721-a4e9-7252089a9d54 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1330028 Jul 09 15:49:15.662837 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:15.668475 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:15.694186 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:49:15.696245 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:15.700464 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-79d375ab-c96d-47d5-9a43-0c1fe79b4963 req-40a12d2e-ac81-40a3-87d2-095113e03c88 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013730 Jul 09 15:49:15.712034 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:49:15.821863 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:15.822972 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:15.881351 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0560462 Jul 09 15:49:16.014766 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf2a81-8167-4137-9b46-3a92afe9ddbc req-ae002c99-4550-4809-8530-d0f766fea296 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:16.025783 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-eedf2a81-8167-4137-9b46-3a92afe9ddbc req-ae002c99-4550-4809-8530-d0f766fea296 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.1323020 Jul 09 15:49:16.077733 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-eedf2a81-8167-4137-9b46-3a92afe9ddbc req-e4fabce0-9a7e-4207-835e-b554d779503f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:16.098405 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-eedf2a81-8167-4137-9b46-3a92afe9ddbc req-e4fabce0-9a7e-4207-835e-b554d779503f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:16.126643 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-eedf2a81-8167-4137-9b46-3a92afe9ddbc req-e4fabce0-9a7e-4207-835e-b554d779503f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992963 Jul 09 15:49:16.133004 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-09bcad5a-0e5f-444f-a1f6-fa5efe16c111 None None] Provisioning for port 22027fef-7c16-4b82-840f-fe26d12ca85a completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:16.139849 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-09bcad5a-0e5f-444f-a1f6-fa5efe16c111 None None] Provisioning complete for port 22027fef-7c16-4b82-840f-fe26d12ca85a triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:16.140468 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-09bcad5a-0e5f-444f-a1f6-fa5efe16c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:16.196300 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-09bcad5a-0e5f-444f-a1f6-fa5efe16c111 None None] Port 22027fef-7c16-4b82-840f-fe26d12ca85a cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:49:16.454264 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d97210dc-ae71-4884-9fc9-d4ded468228d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:49:16.488779 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: d97210dc-ae71-4884-9fc9-d4ded468228d {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:49:16.489132 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d97210dc-ae71-4884-9fc9-d4ded468228d not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:49:16.911188 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb0578-5c26-40ca-a385-cf1874bd59d6 req-faa163ca-c74f-41c1-9fc0-83edd4238302 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:16.912644 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-62bb0578-5c26-40ca-a385-cf1874bd59d6 req-faa163ca-c74f-41c1-9fc0-83edd4238302 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0913639 Jul 09 15:49:16.959719 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-62bb0578-5c26-40ca-a385-cf1874bd59d6 req-d373aeef-c8f4-4ba4-8875-aff42d368ff6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Jul 09 15:49:17.369147 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a5f4a-fbe9-43c6-8303-e8a0c55f0885 req-a26efd91-7214-4ee2-aff5-8ca2790be291 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:17.370702 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ae6a5f4a-fbe9-43c6-8303-e8a0c55f0885 req-a26efd91-7214-4ee2-aff5-8ca2790be291 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0876215 Jul 09 15:49:17.418562 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ae6a5f4a-fbe9-43c6-8303-e8a0c55f0885 req-018de808-57e3-421d-afe7-d04cc8cc0298 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Jul 09 15:49:17.619689 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf65fd8-6f6b-4822-b627-b61e42600167 req-b907324c-8173-4169-966a-a9cf47b1ee0e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:17.621287 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8bf65fd8-6f6b-4822-b627-b61e42600167 req-b907324c-8173-4169-966a-a9cf47b1ee0e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0969751 Jul 09 15:49:17.680904 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8bf65fd8-6f6b-4822-b627-b61e42600167 req-7e395589-ffc2-41b6-a2fb-23a2518f4e9d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Jul 09 15:49:18.153580 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3b0d9-c2c7-4f14-aa79-a90057be2954 req-408cafdf-79cb-483f-a9db-26cbf019431c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:18.155337 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1bc3b0d9-c2c7-4f14-aa79-a90057be2954 req-408cafdf-79cb-483f-a9db-26cbf019431c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0833907 Jul 09 15:49:18.203856 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1bc3b0d9-c2c7-4f14-aa79-a90057be2954 req-47f37033-5a8d-4288-b736-42224a392c5a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Jul 09 15:49:18.620684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f0d6-9ee7-49dc-b4c0-218a7f2aa985 req-8d67affa-08c5-4d83-ab03-9457f1f69a26 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:18.622801 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f434f0d6-9ee7-49dc-b4c0-218a7f2aa985 req-8d67affa-08c5-4d83-ab03-9457f1f69a26 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0942843 Jul 09 15:49:18.681605 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f434f0d6-9ee7-49dc-b4c0-218a7f2aa985 req-54e640f7-0cf4-4f1b-8b47-616bd211e66b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Jul 09 15:49:18.875818 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587b54-5c31-483f-aab5-44283293a243 req-f7bc744b-4d97-41a6-9871-bf51016ddcf8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:18.877359 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-83587b54-5c31-483f-aab5-44283293a243 req-f7bc744b-4d97-41a6-9871-bf51016ddcf8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0835185 Jul 09 15:49:18.927405 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-83587b54-5c31-483f-aab5-44283293a243 req-132f6b58-a236-4e50-93a5-c3c3c95ce7e5 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Jul 09 15:49:19.461902 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6aba-28cf-4777-be4f-6a4a708bd38e req-5f78d891-8e5d-471f-b25e-d415e06609c9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:19.463406 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-255c6aba-28cf-4777-be4f-6a4a708bd38e req-5f78d891-8e5d-471f-b25e-d415e06609c9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1498895 Jul 09 15:49:19.512290 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-255c6aba-28cf-4777-be4f-6a4a708bd38e req-9c96cb58-6e5b-484e-8321-09be5ce26889 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Jul 09 15:49:19.876193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93c04-0b76-44e5-93df-e096f77cbe36 req-2ab40680-273f-4e7f-ab86-2e5dc4168ab9 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:19.877679 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63c93c04-0b76-44e5-93df-e096f77cbe36 req-2ab40680-273f-4e7f-ab86-2e5dc4168ab9 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0923135 Jul 09 15:49:19.935761 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-63c93c04-0b76-44e5-93df-e096f77cbe36 req-c70a1a8f-0ab1-4bbb-82f6-b9bbdf867f07 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523052 Jul 09 15:49:20.128012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b81a6-01a9-4c1d-8ca4-20dcdd7e5644 req-082865eb-00ec-4533-a8b5-cc729c3644fa tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:20.129352 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c94b81a6-01a9-4c1d-8ca4-20dcdd7e5644 req-082865eb-00ec-4533-a8b5-cc729c3644fa tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0878863 Jul 09 15:49:20.181788 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c94b81a6-01a9-4c1d-8ca4-20dcdd7e5644 req-ea62a55a-ad00-498d-9c5e-b2b4ae2e6f18 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Jul 09 15:49:20.721145 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e73-33ec-4310-9f1e-5a201b4fcd4f req-2bad7389-4ce0-435d-817d-017fadf664ba tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:20.722628 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d7294e73-33ec-4310-9f1e-5a201b4fcd4f req-2bad7389-4ce0-435d-817d-017fadf664ba tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0935197 Jul 09 15:49:20.771814 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d7294e73-33ec-4310-9f1e-5a201b4fcd4f req-6b4e197d-3699-44c0-a81e-a33899455bf9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Jul 09 15:49:21.132795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae474-fa0b-4ae9-8b41-094ee5c9523a req-57b46033-17d2-4003-a604-8a6e06e59e27 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:21.134330 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fe9ae474-fa0b-4ae9-8b41-094ee5c9523a req-57b46033-17d2-4003-a604-8a6e06e59e27 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0869665 Jul 09 15:49:21.184461 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fe9ae474-fa0b-4ae9-8b41-094ee5c9523a req-ab4d8b4a-f35c-4db5-b165-43b1b924cc32 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Jul 09 15:49:21.377163 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d3f8-097d-438c-9a95-94e09bbf84f6 req-73dc47b1-3b88-4319-8906-3dd80626bcbf tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:21.378821 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a7c7d3f8-097d-438c-9a95-94e09bbf84f6 req-73dc47b1-3b88-4319-8906-3dd80626bcbf tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0846961 Jul 09 15:49:21.430670 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a7c7d3f8-097d-438c-9a95-94e09bbf84f6 req-9f179189-a907-4815-aef3-42f9dddd1219 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458870 Jul 09 15:49:21.979606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a0d10-1f53-4008-b72a-891dba28ed80 req-3b20ef8e-4632-417d-939e-af1302ce7920 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:21.981246 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c78a0d10-1f53-4008-b72a-891dba28ed80 req-3b20ef8e-4632-417d-939e-af1302ce7920 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0921409 Jul 09 15:49:22.038551 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c78a0d10-1f53-4008-b72a-891dba28ed80 req-fa248053-1d8d-45b4-8b48-2fab554cb8e3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Jul 09 15:49:22.385981 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850be20-22f0-4978-86dc-9c814f1793b2 req-508a05ef-c79d-4cbc-b3fe-271f26f1fc58 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:22.387485 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0850be20-22f0-4978-86dc-9c814f1793b2 req-508a05ef-c79d-4cbc-b3fe-271f26f1fc58 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0895004 Jul 09 15:49:22.435042 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0850be20-22f0-4978-86dc-9c814f1793b2 req-9c1a5a9f-ba9e-4ff4-a3c2-5590b00dd811 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Jul 09 15:49:22.652815 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b784bfe-1b3a-4a81-886f-b69e7b7bc74f req-0261f3bc-b3bd-4f92-8c20-6c93f9d65e65 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:22.654504 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5b784bfe-1b3a-4a81-886f-b69e7b7bc74f req-0261f3bc-b3bd-4f92-8c20-6c93f9d65e65 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.1113858 Jul 09 15:49:22.729153 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5b784bfe-1b3a-4a81-886f-b69e7b7bc74f req-20ac1b0a-488e-423d-9e3f-6a332880120e tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567582 Jul 09 15:49:23.245187 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056777b5-2cfd-44e7-8aeb-4de7ff84c62c req-4f3e31bf-73a5-466c-90a5-804e76ec9bfb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:23.246758 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-056777b5-2cfd-44e7-8aeb-4de7ff84c62c req-4f3e31bf-73a5-466c-90a5-804e76ec9bfb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0869834 Jul 09 15:49:23.295568 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-056777b5-2cfd-44e7-8aeb-4de7ff84c62c req-80f92716-142b-4fc3-bf74-04940ce6238b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Jul 09 15:49:23.643432 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdebc9-ac8a-4198-aed2-89c117f9041c req-0faa4d35-3f0d-4501-ad2c-f4a43631afef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:23.644779 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2cdebc9-ac8a-4198-aed2-89c117f9041c req-0faa4d35-3f0d-4501-ad2c-f4a43631afef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0957146 Jul 09 15:49:23.699215 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e2cdebc9-ac8a-4198-aed2-89c117f9041c req-fbb668c9-d83b-4658-8143-009ff92b12cc tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Jul 09 15:49:23.916073 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe0717-9af8-4371-94f4-87dfcc557e8c req-944256a9-a562-4c98-9ec8-b48070569e72 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:23.917527 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-75fe0717-9af8-4371-94f4-87dfcc557e8c req-944256a9-a562-4c98-9ec8-b48070569e72 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0836337 Jul 09 15:49:23.969710 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-75fe0717-9af8-4371-94f4-87dfcc557e8c req-379fa0fd-5b0c-4e5e-8bf2-9c38a9b72c2b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 Jul 09 15:49:24.488617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182742ff-2345-4aba-84f1-dc0f4640f145 req-06161906-d5ed-4ce5-9093-e409a0c55825 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:24.490136 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-182742ff-2345-4aba-84f1-dc0f4640f145 req-06161906-d5ed-4ce5-9093-e409a0c55825 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0855606 Jul 09 15:49:24.540968 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-182742ff-2345-4aba-84f1-dc0f4640f145 req-b6e56434-f91c-4b2a-a353-6ab3cee863d5 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Jul 09 15:49:24.562688 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bd24b810-efd5-4c51-a83d-6d3ca3672a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:24.897387 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cdb17-0de3-4172-8311-a4a7abf232d1 req-0be04b67-86e9-40ef-b455-395eccb62e25 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:24.898990 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b73cdb17-0de3-4172-8311-a4a7abf232d1 req-0be04b67-86e9-40ef-b455-395eccb62e25 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0920753 Jul 09 15:49:24.953957 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b73cdb17-0de3-4172-8311-a4a7abf232d1 req-a19c83e7-7a7e-477b-9547-6182c1454dcc tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Jul 09 15:49:25.184253 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eecdca-aed9-45dd-ade4-da427315959a req-e323bba5-762e-4b10-a7d6-82be3c1e2169 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:25.186104 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b6eecdca-aed9-45dd-ade4-da427315959a req-e323bba5-762e-4b10-a7d6-82be3c1e2169 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0923254 Jul 09 15:49:25.190610 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:25.238317 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b6eecdca-aed9-45dd-ade4-da427315959a req-9d75f207-814b-4bf3-af4b-266f37640a37 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 Jul 09 15:49:25.760595 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367733-3910-461b-8798-11d20892cfb0 req-be481ceb-d57a-47f5-826b-01493decbc36 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:25.762944 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-22367733-3910-461b-8798-11d20892cfb0 req-be481ceb-d57a-47f5-826b-01493decbc36 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0960107 Jul 09 15:49:25.813090 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-22367733-3910-461b-8798-11d20892cfb0 req-d2edb4aa-00c0-4830-95e0-9bf7b5379159 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Jul 09 15:49:26.251940 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4690aa8-8f53-41e6-ba54-b3e475083d10 req-62ea415b-4ce4-483d-a5d3-d2f8048b4272 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:26.253489 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a4690aa8-8f53-41e6-ba54-b3e475083d10 req-62ea415b-4ce4-483d-a5d3-d2f8048b4272 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.1600692 Jul 09 15:49:26.302693 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a4690aa8-8f53-41e6-ba54-b3e475083d10 req-f1f60fe5-0e76-49f8-9d17-e996e3ef07c4 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Jul 09 15:49:26.494765 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb719-ea11-49cc-94dc-ea83603a89e6 req-f685d179-7e2a-4bf7-8b11-468467588ed6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:26.496237 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a04eb719-ea11-49cc-94dc-ea83603a89e6 req-f685d179-7e2a-4bf7-8b11-468467588ed6 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0828962 Jul 09 15:49:26.547973 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a04eb719-ea11-49cc-94dc-ea83603a89e6 req-b2fc7c71-6d8d-41ae-a461-b47a0f36243c tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Jul 09 15:49:27.002274 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591d0ea-7cf4-4206-b0ee-8fc3b1d59804 req-f1e27778-b485-4588-9296-d0b53e288cff tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:27.003742 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6591d0ea-7cf4-4206-b0ee-8fc3b1d59804 req-f1e27778-b485-4588-9296-d0b53e288cff tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0852976 Jul 09 15:49:27.047968 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6591d0ea-7cf4-4206-b0ee-8fc3b1d59804 req-c74068aa-421c-4c5a-8a9c-4dc6bbfc3342 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Jul 09 15:49:27.269151 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bbfefacd-0b01-4b3f-8f9c-d1cb36b1663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:27.510717 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce04dd-0036-48d8-a856-555fc2f125ad req-de98cd03-81b0-4668-9191-ba4e555462d4 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:27.512196 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-78ce04dd-0036-48d8-a856-555fc2f125ad req-de98cd03-81b0-4668-9191-ba4e555462d4 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 932 time: 0.0891156 Jul 09 15:49:27.532360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Request body: {'port': {'device_id': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:27.581268 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-78ce04dd-0036-48d8-a856-555fc2f125ad req-809c793d-a83c-4734-9736-234ded5c176d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Jul 09 15:49:27.679153 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:27.967838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b957d5-b259-44a6-935e-0ab377c00f7a req-4ff3d632-0ff9-4e24-bdfd-1429ab4f162d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:27.969280 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55b957d5-b259-44a6-935e-0ab377c00f7a req-4ff3d632-0ff9-4e24-bdfd-1429ab4f162d tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.2271793 Jul 09 15:49:28.050692 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-55b957d5-b259-44a6-935e-0ab377c00f7a req-286f5484-459f-46b4-bf43-74b0689553c1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748303 Jul 09 15:49:28.129054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22027fef-7c16-4b82-840f-fe26d12ca85a {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:49:28.137036 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.151215 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Transition to ACTIVE for port object 22027fef-7c16-4b82-840f-fe26d12ca85a will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:49:28.155821 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.159508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-266a7e7c-04e7-4a0c-9115-d9762cfc6c00 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:28.258603 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d8698-2c01-45e3-ab73-bb605b7afb89 req-33579cd6-de0e-4696-a2d3-8a830ccf90b4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:28.260207 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b37d8698-2c01-45e3-ab73-bb605b7afb89 req-33579cd6-de0e-4696-a2d3-8a830ccf90b4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0838823 Jul 09 15:49:28.303856 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.322847 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b37d8698-2c01-45e3-ab73-bb605b7afb89 req-3d64148f-f16a-4108-9970-aab6df8f32d6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Jul 09 15:49:28.429092 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:28.431955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:28.475674 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Attempting to bind port 22027fef-7c16-4b82-840f-fe26d12ca85a on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:49:28.475964 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Attempting to bind port 22027fef-7c16-4b82-840f-fe26d12ca85a by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:49:28.476331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Attempting to bind port 22027fef-7c16-4b82-840f-fe26d12ca85a on network 7e21fea0-4158-416c-bb8a-17f0b14f5cda {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:49:28.481244 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Port 22027fef-7c16-4b82-840f-fe26d12ca85a on network 7e21fea0-4158-416c-bb8a-17f0b14f5cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:49:28.481610 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Attempting to bind port 22027fef-7c16-4b82-840f-fe26d12ca85a on network 7e21fea0-4158-416c-bb8a-17f0b14f5cda {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:49:28.487440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:49:28.487785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Checking segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:49:28.488213 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Bound using segment: {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:49:28.488651 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Bound port: 22027fef-7c16-4b82-840f-fe26d12ca85a, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63f9d5e-bf9c-472e-91a1-2d8b66775994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:49:28.489016 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.588914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:49:28.593801 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:49:28.598927 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.608329 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:28.675110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:28.676150 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:28.677907 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] 10.222.0.69 "PUT /v2.0/ports/22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 1094 time: 1.1530838 Jul 09 15:49:28.678506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:28.714456 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:28.719282 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:28.760150 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:49:28.874182 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-c8eb481f-b39e-4713-b585-621cd9683e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:28.875669 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-c8eb481f-b39e-4713-b585-621cd9683e0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1097 time: 0.0967834 Jul 09 15:49:28.883798 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8ec5-6ef1-4e5b-a3ab-c6f9bb37b543 req-e3590a3a-0d0f-4105-b263-d3bb430b3573 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:28.884446 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-28fc8ec5-6ef1-4e5b-a3ab-c6f9bb37b543 req-e3590a3a-0d0f-4105-b263-d3bb430b3573 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:28.954446 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-28fc8ec5-6ef1-4e5b-a3ab-c6f9bb37b543 req-e3590a3a-0d0f-4105-b263-d3bb430b3573 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:28.955596 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-28fc8ec5-6ef1-4e5b-a3ab-c6f9bb37b543 req-e3590a3a-0d0f-4105-b263-d3bb430b3573 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 944 time: 0.2317400 Jul 09 15:49:28.965228 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-2ffd381e-90c4-43b5-bc34-34e4742f161d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 217 time: 0.0700996 Jul 09 15:49:29.053417 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-28fc8ec5-6ef1-4e5b-a3ab-c6f9bb37b543 req-220310eb-9574-4684-afb6-45ca62d9ac4f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904844 Jul 09 15:49:29.058794 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-c4ec5227-fdaf-450d-8c3a-d8b720417491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.060173 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-c4ec5227-fdaf-450d-8c3a-d8b720417491 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.0795355 Jul 09 15:49:29.139868 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94672-2bc6-49f1-b972-709a33c2541e req-94d6726d-915d-4a8c-92e6-ddd2774bc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.141356 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-94d6726d-915d-4a8c-92e6-ddd2774bc554 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732694 Jul 09 15:49:29.251734 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e84c7-4148-43a3-a89c-a920049c5737 req-908c4926-ca60-478b-bef0-c8d051a27cc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.253556 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-474e84c7-4148-43a3-a89c-a920049c5737 req-908c4926-ca60-478b-bef0-c8d051a27cc8 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.0890360 Jul 09 15:49:29.276303 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-fd426646-3cfe-4c47-8dba-c00594297705 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275573 Jul 09 15:49:29.307816 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-474e84c7-4148-43a3-a89c-a920049c5737 req-7fab1545-d569-470a-a6bf-050fb2300770 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jul 09 15:49:29.425910 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-93e94672-2bc6-49f1-b972-709a33c2541e req-f15692c0-6df0-40f8-aeb3-4a21909c0a62 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416011 Jul 09 15:49:29.520355 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b284-00c8-428a-849f-6e306e9033f8 req-f18d655a-603b-4384-af5d-f0091aba324f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.521817 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7aa2b284-00c8-428a-849f-6e306e9033f8 req-f18d655a-603b-4384-af5d-f0091aba324f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0889268 Jul 09 15:49:29.573918 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7aa2b284-00c8-428a-849f-6e306e9033f8 req-4a729a6f-bb5f-4125-a18e-e32bdc29f6da tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461268 Jul 09 15:49:29.722012 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-24883507-4a01-4a01-95f4-a39ada4db89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.723807 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-24883507-4a01-4a01-95f4-a39ada4db89b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1097 time: 0.1343586 Jul 09 15:49:29.827291 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:29.927610 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-c2689f8a-51cb-4d1c-af33-41b233033772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:29.929259 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-c2689f8a-51cb-4d1c-af33-41b233033772 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.1978176 Jul 09 15:49:30.012989 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-6da53f21-928c-4e9e-ac06-fa76cc44ce58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 217 time: 0.0750442 Jul 09 15:49:30.026020 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667068c-ee65-455e-9194-216ad63b19e1 req-924b375d-1ecd-4d26-b8e0-85501dff2be1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.027562 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d667068c-ee65-455e-9194-216ad63b19e1 req-924b375d-1ecd-4d26-b8e0-85501dff2be1 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.2027709 Jul 09 15:49:30.227041 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-9a3d1d03-fbde-486e-afc1-8caf0d96eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.229117 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-9a3d1d03-fbde-486e-afc1-8caf0d96eb28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.2005017 Jul 09 15:49:30.305432 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b02f3-1310-45d9-9132-7b5d2b0dcdc5 req-9eaaa141-c503-40ef-a4a8-e35b2feabe9e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.307717 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0d7b02f3-1310-45d9-9132-7b5d2b0dcdc5 req-9eaaa141-c503-40ef-a4a8-e35b2feabe9e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 944 time: 0.1140163 Jul 09 15:49:30.314383 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Deleting port 61d10d9d-9368-43aa-8274-3aef00b88e97 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:49:30.314729 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:30.370367 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0d7b02f3-1310-45d9-9132-7b5d2b0dcdc5 req-45dab508-abc0-4ba1-b2e9-8ea116f71957 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 Jul 09 15:49:30.473798 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-6f8d1652-e6c9-4959-b26f-1eccda021341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.475274 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-6f8d1652-e6c9-4959-b26f-1eccda021341 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2385807 Jul 09 15:49:30.753425 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a72c9-fe35-4947-941b-20c897378fd3 req-e3482503-1aef-436e-a5b7-e7a9bb1b88af tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.754995 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-447a72c9-fe35-4947-941b-20c897378fd3 req-e3482503-1aef-436e-a5b7-e7a9bb1b88af tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 946 time: 0.3327868 Jul 09 15:49:30.769362 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-931e5a50-388a-4dc9-9b3c-5961e395da36 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793300 Jul 09 15:49:30.804738 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac291-1c82-4e5b-86d6-128554521bb5 req-0c9a0ba6-dcf4-4a60-80b8-b795038f33ce tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:30.806345 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-31bac291-1c82-4e5b-86d6-128554521bb5 req-0c9a0ba6-dcf4-4a60-80b8-b795038f33ce tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0933325 Jul 09 15:49:30.863389 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-31bac291-1c82-4e5b-86d6-128554521bb5 req-e899f9e5-7770-42e1-b9ff-99ade6041bf3 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Jul 09 15:49:30.874697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] For port 61d10d9d-9368-43aa-8274-3aef00b88e97, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61d10d9d-9368-43aa-8274-3aef00b88e97,segment=NetworkSegment(458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f),segment_id=458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:30.874967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:30.912127 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-447a72c9-fe35-4947-941b-20c897378fd3 req-687abc9e-526c-4387-afc0-5857e9750f13 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/security-groups?id=7f0c67e6-a633-4e93-a5e4-d0fe84de17df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419153 Jul 09 15:49:31.027656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Calling delete_port for 61d10d9d-9368-43aa-8274-3aef00b88e97 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:49:31.131739 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a37ac59-ff86-412a-8c01-4e8c8a575696 req-e9081f65-1823-4399-b3f4-7d03112036e1 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406274 Jul 09 15:49:31.210175 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:31.215796 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7bf75ade-9b33-4a72-a84b-47d5f131442a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:31.260631 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Pushing event deleted for resources: {'Port': ['ID=61d10d9d-9368-43aa-8274-3aef00b88e97,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:31.262301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['61d10d9d-9368-43aa-8274-3aef00b88e97'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:31.264467 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:31.340890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] No DVR routers for this DVR port 61d10d9d-9368-43aa-8274-3aef00b88e97 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:49:31.343773 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:31.346721 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'name': 'network-vif-deleted', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:31.365739 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d667068c-ee65-455e-9194-216ad63b19e1 req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.69 "DELETE /v2.0/ports/61d10d9d-9368-43aa-8274-3aef00b88e97 HTTP/1.1" status: 204 len: 173 time: 1.2999456 Jul 09 15:49:31.434552 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeb374c-cd0d-45cf-b82e-e1e68590ff05', 'name': 'network-vif-deleted', 'tag': '61d10d9d-9368-43aa-8274-3aef00b88e97', 'status': 'completed', 'code': 200} Jul 09 15:49:31.624876 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38306a71-515b-46b2-be25-72d45a33c6f9 req-e833f1ee-2fce-4200-8538-14702b34afd3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:31.626578 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-38306a71-515b-46b2-be25-72d45a33c6f9 req-e833f1ee-2fce-4200-8538-14702b34afd3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 944 time: 0.0999510 Jul 09 15:49:31.674917 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-38306a71-515b-46b2-be25-72d45a33c6f9 req-0973f530-9741-4c1b-8302-20d2c73da7fe tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Jul 09 15:49:32.068577 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa2f2-0881-4c3a-a7ae-6ab1808267af req-0737542b-f5f5-4dca-9a7a-83d5d6ac71a6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:32.070037 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6feaa2f2-0881-4c3a-a7ae-6ab1808267af req-0737542b-f5f5-4dca-9a7a-83d5d6ac71a6 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0965064 Jul 09 15:49:32.100657 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4c085136-5497-47d6-9372-e947550c28c4 req-a47a9888-a0d1-4c99-ab6e-bdd58225612a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] 10.222.0.63 "GET /v2.0/ports?device_id=dbeb374c-cd0d-45cf-b82e-e1e68590ff05 HTTP/1.1" status: 200 len: 210 time: 0.0474932 Jul 09 15:49:32.123077 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6feaa2f2-0881-4c3a-a7ae-6ab1808267af req-8ff83397-0175-40af-8bcc-53b43ed1ddbd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Jul 09 15:49:32.544075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 22027fef-7c16-4b82-840f-fe26d12ca85a details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:49:32.703558 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:32.717904 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'port_id': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'mac_address': 'fa:16:3e:44:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:49:32.772788 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:32.790365 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22027fef-7c16-4b82-840f-fe26d12ca85a {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:49:32.807705 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:32.820091 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:32.822821 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:32.874222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029953ec-f5b3-4da8-9761-12b7bcb74084 req-1c7c490e-4ebe-4c4f-b4f3-f0fe46daaa06 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:32.881036 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-029953ec-f5b3-4da8-9761-12b7bcb74084 req-1c7c490e-4ebe-4c4f-b4f3-f0fe46daaa06 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 945 time: 0.0940492 Jul 09 15:49:32.930503 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-029953ec-f5b3-4da8-9761-12b7bcb74084 req-ea7da0c8-61c0-424c-b0e7-c68c46c308f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485909 Jul 09 15:49:32.957281 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:32.962257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:33.202309 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54860) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:33.240431 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:33.266055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Deleting subnet 18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:49:33.269166 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.321092 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.330163 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf8df-d0b8-4fce-9f11-bc0963c1c23c req-50d9389d-15e8-4695-bfa7-5bacdf3bed65 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:33.332020 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3abdf8df-d0b8-4fce-9f11-bc0963c1c23c req-50d9389d-15e8-4695-bfa7-5bacdf3bed65 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0911765 Jul 09 15:49:33.380058 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3abdf8df-d0b8-4fce-9f11-bc0963c1c23c req-197b8a61-eba3-466c-8202-04f84e9a8a6a tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jul 09 15:49:33.383032 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.450508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.455657 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:33.491725 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:33.493614 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.496344 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:33.501177 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/18f8f8b1-ebe5-4fd6-9161-7167f29f0ed1 HTTP/1.1" status: 204 len: 168 time: 0.2972028 Jul 09 15:49:33.503647 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 54864) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:33.684008 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.807453 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.823864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ba3f9b-ba9f-49a3-969f-77c4c86aecd2']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:33.836379 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:33.836678 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458f4d97-ffd9-4638-b5e2-9ec8a51f1a8f') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:33.848677 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.864964 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.871879 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:49:33.872226 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:49:33.885559 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:49:33.962814 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.968003 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:33.984842 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:33.996185 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ba3f9b-ba9f-49a3-969f-77c4c86aecd2,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:33.998779 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:34.020764 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-070c7bec-a7b5-44b8-aae7-f00e6bebe054 admin admin] 10.222.0.63 "DELETE /v2.0/networks/69ba3f9b-ba9f-49a3-969f-77c4c86aecd2 HTTP/1.1" status: 204 len: 168 time: 0.5052783 Jul 09 15:49:34.064045 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d3e0-6c45-4ed6-8e07-5270c992db5d req-05ccb823-3dd8-4f07-a7f4-1c68e8add1f9 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:34.065581 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6a31d3e0-6c45-4ed6-8e07-5270c992db5d req-05ccb823-3dd8-4f07-a7f4-1c68e8add1f9 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0963988 Jul 09 15:49:34.117462 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6a31d3e0-6c45-4ed6-8e07-5270c992db5d req-d3ba7f43-3d9e-484d-b370-fd0491cd0f72 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445039 Jul 09 15:49:34.168357 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7e11d-1d4a-4b53-8b9e-e320691e752b req-387a98b6-bb47-491c-b77b-1ba07e767230 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:34.170016 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a3d7e11d-1d4a-4b53-8b9e-e320691e752b req-387a98b6-bb47-491c-b77b-1ba07e767230 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 945 time: 0.0952158 Jul 09 15:49:34.217045 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54880) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:34.220241 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a3d7e11d-1d4a-4b53-8b9e-e320691e752b req-5e23a69f-d46d-4fb0-a79b-32a98d33dfcb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Jul 09 15:49:34.265815 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-85ba9151-9db8-4ced-9be4-048ae280e5d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1fa22018184849f289169f3c02190fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475409 Jul 09 15:49:34.268201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 54886) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:34.327632 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.354037 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.419209 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.430360 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e9ea153e-0f71-4bbd-8e68-5b45729e27aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:34.456536 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c67e6-a633-4e93-a5e4-d0fe84de17df,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:34.459260 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:34.498691 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.502768 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7f0c67e6-a633-4e93-a5e4-d0fe84de17df HTTP/1.1" status: 204 len: 168 time: 0.2333593 Jul 09 15:49:34.557221 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 22027fef-7c16-4b82-840f-fe26d12ca85a up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:49:34.641162 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 22027fef-7c16-4b82-840f-fe26d12ca85a completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:49:34.648997 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 22027fef-7c16-4b82-840f-fe26d12ca85a triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:34.649851 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.697090 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188b4-d58f-4b00-8f0f-57b66dc226d6 req-9d6a35c6-59dd-4554-9262-d38e4feda449 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:34.699071 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-458188b4-d58f-4b00-8f0f-57b66dc226d6 req-9d6a35c6-59dd-4554-9262-d38e4feda449 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1525724 Jul 09 15:49:34.756554 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-458188b4-d58f-4b00-8f0f-57b66dc226d6 req-13b9d392-f910-4a41-b21a-9c8ebd1c315f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Jul 09 15:49:34.798430 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.835185 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:34.845368 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:34.850428 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:34.851297 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 61d10d9d-9368-43aa-8274-3aef00b88e97 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:49:34.880839 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:34.920183 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 61d10d9d-9368-43aa-8274-3aef00b88e97 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:49:34.920869 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 61d10d9d-9368-43aa-8274-3aef00b88e97 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:49:34.930137 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'code': 200} Jul 09 15:49:34.994690 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:34.998841 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:35.233990 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6a29c-cc7b-484e-b0e5-5f73cd24eaf4 req-64ba9998-f42b-4088-8e17-15cbee199070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:35.235505 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8f6a29c-cc7b-484e-b0e5-5f73cd24eaf4 req-64ba9998-f42b-4088-8e17-15cbee199070 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1099 time: 0.0830722 Jul 09 15:49:35.279633 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8f6a29c-cc7b-484e-b0e5-5f73cd24eaf4 req-14268104-7af3-4841-900c-a912cce81d42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Jul 09 15:49:35.337310 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71946551-9269-4f4c-bf4e-4a589cb9e7d4 req-27c42949-db50-4b7b-94ec-453858669f81 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:35.343325 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-71946551-9269-4f4c-bf4e-4a589cb9e7d4 req-27c42949-db50-4b7b-94ec-453858669f81 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1117611 Jul 09 15:49:35.391050 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-71946551-9269-4f4c-bf4e-4a589cb9e7d4 req-c30c155f-083e-4789-a040-2c04a4e31054 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Jul 09 15:49:35.440134 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453b75-950a-4765-ab3d-214849d06c15 req-db07336b-602b-412c-aa80-349edeb9a281 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:35.441663 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da453b75-950a-4765-ab3d-214849d06c15 req-db07336b-602b-412c-aa80-349edeb9a281 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0836787 Jul 09 15:49:35.491435 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da453b75-950a-4765-ab3d-214849d06c15 req-04c3d221-4c85-4c39-8ea3-37e5c535c656 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Jul 09 15:49:35.954124 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc37e47-17be-4582-a9c1-2dd562a56801 req-73f34b3a-24e4-4b75-ae9b-9a1f492b6acb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:35.955590 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bfc37e47-17be-4582-a9c1-2dd562a56801 req-73f34b3a-24e4-4b75-ae9b-9a1f492b6acb tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0871260 Jul 09 15:49:36.000114 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bfc37e47-17be-4582-a9c1-2dd562a56801 req-97e8f725-37f5-47b8-94b4-a92e11e138f9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Jul 09 15:49:36.705388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600eb4-5f4c-4983-9bbb-dc7c3ecc8ad8 req-b3569772-acab-4e08-8335-176acc1e3e44 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:36.706892 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-52600eb4-5f4c-4983-9bbb-dc7c3ecc8ad8 req-b3569772-acab-4e08-8335-176acc1e3e44 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1297483 Jul 09 15:49:36.757529 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-52600eb4-5f4c-4983-9bbb-dc7c3ecc8ad8 req-980fa34a-1803-4f6c-b36c-fdaab77905ec tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445650 Jul 09 15:49:36.836981 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b79fe-d539-4379-b725-88f863da9880 req-e111be9a-00b7-4709-a5aa-998688a6e13b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:36.838468 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ba5b79fe-d539-4379-b725-88f863da9880 req-e111be9a-00b7-4709-a5aa-998688a6e13b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.1696990 Jul 09 15:49:36.883228 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ba5b79fe-d539-4379-b725-88f863da9880 req-2c53c272-3801-4611-b3cc-076377a09368 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Jul 09 15:49:37.078394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36bc8f-83e8-4eb7-a486-e9a54c225033 req-97a3bd7d-683f-4ed5-8c8f-1e50655bdb2d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:37.079845 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a36bc8f-83e8-4eb7-a486-e9a54c225033 req-97a3bd7d-683f-4ed5-8c8f-1e50655bdb2d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0939555 Jul 09 15:49:37.126438 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1a36bc8f-83e8-4eb7-a486-e9a54c225033 req-0c7e4139-a4a0-4e10-a182-2f0f6e617e3b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Jul 09 15:49:37.188035 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b47fe-5213-4f43-965b-a158aa73a668 req-f81d0704-68ea-4d73-ad67-01d84dd3144c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:37.189709 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7c2b47fe-5213-4f43-965b-a158aa73a668 req-f81d0704-68ea-4d73-ad67-01d84dd3144c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0802453 Jul 09 15:49:37.238490 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7c2b47fe-5213-4f43-965b-a158aa73a668 req-652cff5e-eb69-4ffe-81ec-1fb1d5dc3b16 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Jul 09 15:49:37.548556 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f75fb-a4de-4fd2-bd7e-398521ee1596 req-a031c008-8fb0-4899-8170-6adb712a1756 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:37.550128 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fe2f75fb-a4de-4fd2-bd7e-398521ee1596 req-a031c008-8fb0-4899-8170-6adb712a1756 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0977266 Jul 09 15:49:37.605109 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fe2f75fb-a4de-4fd2-bd7e-398521ee1596 req-0a7e529b-72e1-475a-b78e-ac1e60649064 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485294 Jul 09 15:49:37.971183 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70fd4-cde4-455c-b3f1-7447dc3d7880 req-96308536-6395-4dcd-aeeb-0154745beecf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:37.974653 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dac70fd4-cde4-455c-b3f1-7447dc3d7880 req-96308536-6395-4dcd-aeeb-0154745beecf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0896449 Jul 09 15:49:38.036648 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dac70fd4-cde4-455c-b3f1-7447dc3d7880 req-8a7d691f-4ed3-42d7-b642-1b29ad02a34a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581288 Jul 09 15:49:38.438005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965253b-7387-4413-b3c4-364eb6595901 req-f7a4ab4a-8319-43b8-944b-a2594404e292 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:38.439434 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5965253b-7387-4413-b3c4-364eb6595901 req-f7a4ab4a-8319-43b8-944b-a2594404e292 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0839713 Jul 09 15:49:38.484609 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5965253b-7387-4413-b3c4-364eb6595901 req-e1725312-d422-4c35-b90d-c2760070252f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 09 15:49:38.879812 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f96bc-6b22-4ad0-a806-c3d01ff98732 req-0e8916d9-9f7a-48e7-a425-98c0712d5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:38.881307 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8a6f96bc-6b22-4ad0-a806-c3d01ff98732 req-0e8916d9-9f7a-48e7-a425-98c0712d5d15 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.0840936 Jul 09 15:49:38.927583 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8a6f96bc-6b22-4ad0-a806-c3d01ff98732 req-ed7263fe-aea0-4fc5-91c9-d3e3acc7edec service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Jul 09 15:49:39.236599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40847f1-4325-4e7b-873d-52017f8897a7 req-4a959e73-312d-407b-9af3-8d0f45186467 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:39.238408 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e40847f1-4325-4e7b-873d-52017f8897a7 req-4a959e73-312d-407b-9af3-8d0f45186467 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0886087 Jul 09 15:49:39.291973 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e40847f1-4325-4e7b-873d-52017f8897a7 req-70e8b560-16c2-4e55-9db4-044bcca617dd tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474839 Jul 09 15:49:39.683250 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9db6-aaa7-4916-8cc1-33554fc9c09f req-71a480d7-da4b-4907-a6c7-986b606775c0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:39.685443 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d4d9db6-aaa7-4916-8cc1-33554fc9c09f req-71a480d7-da4b-4907-a6c7-986b606775c0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0873277 Jul 09 15:49:39.750764 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3d4d9db6-aaa7-4916-8cc1-33554fc9c09f req-6485bdbb-dfaf-4ceb-a438-50a2b23b247c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533807 Jul 09 15:49:40.483830 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23f34-0a79-40ed-9a5e-7f14e48cec7c req-da1383fb-40a6-4045-9b59-8426ee2c94c7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:40.485219 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-13b23f34-0a79-40ed-9a5e-7f14e48cec7c req-da1383fb-40a6-4045-9b59-8426ee2c94c7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0861940 Jul 09 15:49:40.533997 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-13b23f34-0a79-40ed-9a5e-7f14e48cec7c req-6dcfbe69-31ac-4c7d-848a-aac539714598 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Jul 09 15:49:40.939979 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:49:40.950114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1ef0-25f0-4f99-aa2f-5c2a072e95d2 req-d973db90-73ed-4d21-85ef-f9062bd9a398 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:40.951878 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-997d1ef0-25f0-4f99-aa2f-5c2a072e95d2 req-d973db90-73ed-4d21-85ef-f9062bd9a398 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0889969 Jul 09 15:49:41.017054 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-997d1ef0-25f0-4f99-aa2f-5c2a072e95d2 req-a7ed07bc-24d6-489b-b12c-541d3940dac9 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Jul 09 15:49:41.705375 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55076) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:41.756703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d30f75-211d-433c-b75e-508c0c96d281 req-a562b0c8-d172-4618-930f-2f551d5e097f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:41.758668 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-60d30f75-211d-433c-b75e-508c0c96d281 req-a562b0c8-d172-4618-930f-2f551d5e097f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1803408 Jul 09 15:49:41.762785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-aa2995a5-fcf5-4261-ba19-677de9110f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:41.765224 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-aa2995a5-fcf5-4261-ba19-677de9110f8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 1098 time: 0.2431495 Jul 09 15:49:41.767585 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc527dd-4475-4abc-871d-9eb7aeaed667 req-07ffbe76-6639-466b-bc9e-3e14937e0e9f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:41.776895 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ebc527dd-4475-4abc-871d-9eb7aeaed667 req-07ffbe76-6639-466b-bc9e-3e14937e0e9f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1114073 Jul 09 15:49:41.862743 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ebc527dd-4475-4abc-871d-9eb7aeaed667 req-c56f68f8-b74c-492e-8c29-6cb1151437dd tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845330 Jul 09 15:49:42.004551 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.032174 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-60d30f75-211d-433c-b75e-508c0c96d281 req-42df3dd4-2c2d-4dd1-91b5-fb2a8f17c24f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655139 Jul 09 15:49:42.032982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:42.039903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Usage tracker for resource:security_group_rule and tenant:4e81d1857513443fbcd6e057d8477887 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:42.045598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:42.062177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:42.097552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-141b2c09-4126-45a1-8931-902e521daba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:42.099020 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-141b2c09-4126-45a1-8931-902e521daba6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.2956474 Jul 09 15:49:42.174059 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-c17606f7-f520-449a-a856-db58b1d149ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 200 len: 217 time: 0.0656509 Jul 09 15:49:42.265285 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-5f7999fe-837c-4c48-8056-5f3370feac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:42.266773 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-5f7999fe-837c-4c48-8056-5f3370feac72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.0854635 Jul 09 15:49:42.315210 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.321181 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.329480 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-492441e5-27d1-41b6-8314-9957f5cbf8fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527046 Jul 09 15:49:42.331568 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2b5ef2e2-995a-4f1e-b2de-491311bf483a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:42.446610 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e81d1857513443fbcd6e057d8477887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388809 Jul 09 15:49:42.449571 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55096) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:42.456629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df404c7-e900-464d-b415-b96c1c5a503c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:42.460944 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:42.520196 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-97a1c09f-557f-4b3c-b834-2d5f5a3e9d44 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763177 Jul 09 15:49:42.525636 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.556247 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.710493 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8494df8-e039-4b04-ac0f-57d95ec371d5 req-baabaf8a-6700-4774-b4bb-dcb7035019ff service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748528 Jul 09 15:49:42.711060 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ae42b-9e96-4209-8268-4ebeff1d7d99 req-944b8103-e86d-48a2-8350-9f38ad24fc26 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:42.712378 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6c6ae42b-9e96-4209-8268-4ebeff1d7d99 req-944b8103-e86d-48a2-8350-9f38ad24fc26 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.1404555 Jul 09 15:49:42.719767 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.724351 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-03613b89-3d35-427a-b937-6e2734a32373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:42.751770 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df404c7-e900-464d-b415-b96c1c5a503c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:42.757272 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:42.769361 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:42.772742 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4df404c7-e900-464d-b415-b96c1c5a503c HTTP/1.1" status: 204 len: 168 time: 0.3187869 Jul 09 15:49:42.781159 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6c6ae42b-9e96-4209-8268-4ebeff1d7d99 req-561636c2-4771-443d-8ae2-cffb9bf446d9 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623932 Jul 09 15:49:42.812344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55104) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:43.017817 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64006f0c-b61f-49cd-be11-7c0397708024 tempest-TestMinimumBasicScenario-516120923 tempest-TestMinimumBasicScenario-516120923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:43.018662 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-64006f0c-b61f-49cd-be11-7c0397708024 tempest-TestMinimumBasicScenario-516120923 tempest-TestMinimumBasicScenario-516120923-project-admin] Synchronizing usage tracker for tenant:39cd9c9bea294266b7069692181c7f7d on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:43.040085 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-64006f0c-b61f-49cd-be11-7c0397708024 tempest-TestMinimumBasicScenario-516120923 tempest-TestMinimumBasicScenario-516120923-project-admin] Unset dirty status for tenant:39cd9c9bea294266b7069692181c7f7d on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:43.042531 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-64006f0c-b61f-49cd-be11-7c0397708024 tempest-TestMinimumBasicScenario-516120923 tempest-TestMinimumBasicScenario-516120923-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1094 time: 0.2289219 Jul 09 15:49:43.045631 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55118) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:43.051904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'port_id': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:43.075180 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:43.080333 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f559-72e0-4f4f-a5b6-ca0863db93bf req-4d53769f-d592-442e-bee7-d90eb78a64a1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:43.082390 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6be8f559-72e0-4f4f-a5b6-ca0863db93bf req-4d53769f-d592-442e-bee7-d90eb78a64a1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1075320 Jul 09 15:49:43.096601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:floatingip and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:43.100357 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:43.107282 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:43.121472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for floatingip, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:43.191166 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6be8f559-72e0-4f4f-a5b6-ca0863db93bf req-6de5bdc8-f072-4c3f-9458-85597376f976 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970519 Jul 09 15:49:43.332431 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320462b7-2b15-4147-89bc-a93e3c2285ce req-22c0251f-7a48-455a-9970-eb8da1c17d3c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:43.333999 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-320462b7-2b15-4147-89bc-a93e3c2285ce req-22c0251f-7a48-455a-9970-eb8da1c17d3c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1071219 Jul 09 15:49:43.409525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:43.413509 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-320462b7-2b15-4147-89bc-a93e3c2285ce req-6d61a506-2a95-4cb7-90c7-fd2d2d37883d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612323 Jul 09 15:49:43.573480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Allocated IP 172.28.3.78 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/a78270f3-1bcc-4608-b678-8ee351d0031c) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:49:43.751438 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:43.782387 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:43.787129 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:43.853200 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:49:43.856101 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:49:43.859935 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:49:43.899211 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'Port': ['ID=a78270f3-1bcc-4608-b678-8ee351d0031c,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:43.903573 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:44.378837 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:44.385067 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f5ea-a91c-42c6-a932-5d5a4b3172fd req-67cb8a8f-e82d-44f7-9193-f64b9592db29 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:44.386524 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8e5f5ea-a91c-42c6-a932-5d5a4b3172fd req-67cb8a8f-e82d-44f7-9193-f64b9592db29 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0860939 Jul 09 15:49:44.435593 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8e5f5ea-a91c-42c6-a932-5d5a4b3172fd req-255225b4-09b1-477a-98ee-ddd387d64bf7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Jul 09 15:49:44.458319 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:44.718394 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a1a6-1074-48c3-964f-1e6a150707e3 req-3bd97d6b-63a1-45c2-8c99-9080cf0eaa6b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:44.719940 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e5d7a1a6-1074-48c3-964f-1e6a150707e3 req-3bd97d6b-63a1-45c2-8c99-9080cf0eaa6b tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.1810026 Jul 09 15:49:44.775002 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:44.783930 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:44.790288 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:44.828590 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e5d7a1a6-1074-48c3-964f-1e6a150707e3 req-670fa10c-b8aa-4ecb-9817-a22f32315a25 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023121 Jul 09 15:49:44.898211 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'Port': ['ID=a78270f3-1bcc-4608-b678-8ee351d0031c,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:44.902213 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:44.911627 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:44.944609 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:45.088898 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.l3_db [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Floating IP dc1ab2cd-c576-436b-9fa3-9b34fd14f65c associated. External IP: 172.28.3.78, port: 22027fef-7c16-4b82-840f-fe26d12ca85a. Jul 09 15:49:45.447533 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Router da32307b-fef0-4692-b122-b8c71a3a5ab5 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:49:45.661177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dd767-287c-4389-b6c6-a61f08088c7a req-b5d65550-5261-4f51-b60f-29ffc01306e8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:45.663792 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f96dd767-287c-4389-b6c6-a61f08088c7a req-b5d65550-5261-4f51-b60f-29ffc01306e8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0993381 Jul 09 15:49:45.726290 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f96dd767-287c-4389-b6c6-a61f08088c7a req-9c3c7a46-3f62-48f0-9f60-2882b892ed76 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556264 Jul 09 15:49:45.751041 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:49:45.761602 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Sync routers for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:49:45.772930 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:49:45.773875 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:45.776979 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:45.832869 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7858524 Jul 09 15:49:45.833909 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:45.836169 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55194) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:45.845561 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342675063', 'description': 'tempest-secgroup-smoke-1342675063 description', 'project_id': 'f12383bde6734389bdcd45281e07320a'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:45.870369 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:45.884863 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:49:45.885549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:45.901744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:45.988515 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:49:45.991499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:45.995957 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:46.000656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:46.007021 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:46.254802 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96855fb-beac-4d15-8f08-333001ddece6 req-f1f572d7-ba26-48d4-862f-87e0f20a1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:46.256286 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-f1f572d7-ba26-48d4-862f-87e0f20a1771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1099 time: 0.3238363 Jul 09 15:49:46.275180 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6d8a-2772-4026-a842-3ab194828ca8 req-5e1dd365-415c-4d81-8d9f-20f9a4c88418 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:46.276668 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-468f6d8a-2772-4026-a842-3ab194828ca8 req-5e1dd365-415c-4d81-8d9f-20f9a4c88418 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.2973979 Jul 09 15:49:46.302275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.371123 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.387893 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e2601642-982e-4f67-83a5-2fed2c743974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:46.459425 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc0b96-b455-40b5-826b-dc3fea40156b,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:46.482576 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-468f6d8a-2772-4026-a842-3ab194828ca8 req-6a880d88-65ff-4831-a5bc-17b5454365f1 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787984 Jul 09 15:49:46.489621 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'dc1ab2cd-c576-436b-9fa3-9b34fd14f65c', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'port_id': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'mac_address': 'fa:16:3e:44:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:49:44Z', 'updated_at': '2021-07-09T15:49:44Z', 'revision_number': 0, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:46.494226 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Checking router: da32307b-fef0-4692-b122-b8c71a3a5ab5 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:49:46.494890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.495266 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.495618 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.496226 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.498412 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.499894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.499894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.500296 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.500833 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.501185 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.501637 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.502062 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.517037 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:49:46.517804 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:46.540128 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:46.567127 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.571184 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7308373 Jul 09 15:49:46.571622 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55222) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:46.579342 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:46.582149 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96855fb-beac-4d15-8f08-333001ddece6 req-bfa3642c-6ac5-430c-a9eb-f55fdbf0d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:46.583920 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-bfa3642c-6ac5-430c-a9eb-f55fdbf0d8ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.3064122 Jul 09 15:49:46.586476 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:46.595338 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:46.606795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:46.616813 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:46.650902 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.718371 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-ac0ab41e-5bae-46d9-a541-764efc1273ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 999 time: 0.1257567 Jul 09 15:49:46.726044 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-3ed699c0-d2ee-4463-9556-460c99718760 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2327676 Jul 09 15:49:46.735102 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:49:46.778149 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.786310 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.789157 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:46.820959 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a5aa03-f23f-4db3-902c-d303552fffc9,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:46.837869 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.838447 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.838915 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.839366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.840016 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.840677 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.841302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.841996 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.842651 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.843273 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.843888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.844470 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:49:46.852911 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:46.856752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:46.861109 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-391630b1-c1a8-48aa-b631-4416f2b980f3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864039 Jul 09 15:49:46.861650 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55232) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:46.871695 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:46.885652 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:46.892200 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:46.900292 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:46.912141 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:46.941484 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.008189 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96855fb-beac-4d15-8f08-333001ddece6 req-923b2689-1ad4-4b53-98a8-26c9d746092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.009623 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-923b2689-1ad4-4b53-98a8-26c9d746092f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.2825887 Jul 09 15:49:47.034868 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.040113 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.043354 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:47.085118 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-9b5dd6c2-37fa-4b24-9e17-0ef0fe24f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.086801 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-9b5dd6c2-37fa-4b24-9e17-0ef0fe24f606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef34ff48bbb849cc8becd603adb59f93&device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 1099 time: 0.2312818 Jul 09 15:49:47.089032 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.091886 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280560 Jul 09 15:49:47.094584 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55238) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:47.098565 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9631be06-a947-4480-b0f5-968231f02d47,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:47.105005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:47.117014 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f504b-9570-4644-bb75-b7b5504505a0 req-b0db9fa6-b48a-4885-b640-96d3546f05e7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.118490 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f73f504b-9570-4644-bb75-b7b5504505a0 req-b0db9fa6-b48a-4885-b640-96d3546f05e7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.2154064 Jul 09 15:49:47.129214 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:47.131325 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:47.138850 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:47.143596 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:47.154698 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:47.178544 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.259447 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96855fb-beac-4d15-8f08-333001ddece6 req-2a331a6d-4b0a-4304-b5ed-a786501168de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.260894 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-2a331a6d-4b0a-4304-b5ed-a786501168de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2370532 Jul 09 15:49:47.303361 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f73f504b-9570-4644-bb75-b7b5504505a0 req-63f6b3a1-c6fe-4e55-9dfc-3a05b7c88df9 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548500 Jul 09 15:49:47.303501 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'dc1ab2cd-c576-436b-9fa3-9b34fd14f65c', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'port_id': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'mac_address': 'fa:16:3e:44:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:49:44Z', 'updated_at': '2021-07-09T15:49:44Z', 'revision_number': 0, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:49:47.318283 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366062cc-f4d3-4d92-a227-14d0c3129b0c None None] The sync data for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb is: [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'dc1ab2cd-c576-436b-9fa3-9b34fd14f65c', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'port_id': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'mac_address': 'fa:16:3e:44:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:49:44Z', 'updated_at': '2021-07-09T15:49:44Z', 'revision_number': 0, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:49:47.328123 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.340816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.344004 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-fc999c40-ecd4-45b9-ac4b-2a474151a56d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:47.389261 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb114b4-33d6-4815-a421-ffd9a981deeb,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:47.402954 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:47.416525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.418410 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-692201cc-869b-44f7-acd0-c1e0afb2683b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225963 Jul 09 15:49:47.422410 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55248) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:47.428977 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:47.435541 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:47.440668 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-669a04ec-af54-4e28-8b45-1b44ee71daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.442332 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-669a04ec-af54-4e28-8b45-1b44ee71daa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 200 len: 920 time: 0.3221831 Jul 09 15:49:47.452113 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:47.455893 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:47.463928 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:47.493140 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.558559 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-46f87407-3739-4064-8bfc-c11752e1443e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 200 len: 217 time: 0.0985594 Jul 09 15:49:47.573760 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-49e00845-ce1b-4ebe-95d4-c5d29d074f0b service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037732 Jul 09 15:49:47.574673 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.579818 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.585664 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:47.603673 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94130179-d23d-4348-9758-988e7613f590,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:47.608413 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:47.634954 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.636592 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-85ec384f-4514-45b3-86c1-0b57b59cfb39 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2125974 Jul 09 15:49:47.639751 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55262) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:47.652439 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:47.663952 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:47.668165 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:47.678174 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:47.697912 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:47.726341 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.securitygroups_db [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Project f12383bde6734389bdcd45281e07320a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:49:47.740196 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854f3cd-0d2f-4bbe-ba2e-7435a0ee70e7 None None] New status for floating IP dc1ab2cd-c576-436b-9fa3-9b34fd14f65c: ACTIVE {{(pid=78597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:49:47.745380 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.859393 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.863726 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a96855fb-beac-4d15-8f08-333001ddece6 req-4bc7333d-2a1b-4c93-9ad2-42d2952e4947 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279446 Jul 09 15:49:47.866583 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.868609 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:47.893871 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-7b24f6f9-a199-4ab6-b613-d3569cea67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:47.897013 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-7b24f6f9-a199-4ab6-b613-d3569cea67a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 200 len: 859 time: 0.3258443 Jul 09 15:49:47.918423 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb34acb-0481-4760-a973-c29f3ee05ff5,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:47.924302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:47.938780 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:47.940284 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991726 Jul 09 15:49:47.942986 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55272) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:49:47.953778 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'security_group_rule': {'security_group_id': '86cc0b96-b455-40b5-826b-dc3fea40156b', 'project_id': 'f12383bde6734389bdcd45281e07320a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:47.962755 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:49:47.968893 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Usage tracker for resource:security_group_rule and tenant:f12383bde6734389bdcd45281e07320a is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:49:47.972072 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:49:47.980117 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:49:47.995266 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.securitygroups_db [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Project f12383bde6734389bdcd45281e07320a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:49:47.999552 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-fea3e7c9-b305-434d-80af-38ed22148eb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720835 Jul 09 15:49:48.004792 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.101005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.107646 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.116510 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8c6c0ce1-5e5b-4787-962f-33ad789eaccb tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:48.135298 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721fa11e-0dfe-48d4-9612-c82315f1ae8c,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:48.141480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:48.146931 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.150538 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3c00ac3e-f457-4147-bc9f-185e70efa319 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064741 Jul 09 15:49:48.165058 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-e299c00d-046e-40da-9a5d-5896d668edde service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578388 Jul 09 15:49:48.282854 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5931f604-81b9-41d7-b174-27caac8e8956 req-88c9e5ae-edb1-4c81-8689-440898e64e8b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342675063&fields=id&tenant_id=f12383bde6734389bdcd45281e07320a HTTP/1.1" status: 200 len: 267 time: 0.0436025 Jul 09 15:49:48.315645 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9bf2c041-b539-4923-bfc4-85a2ac486d0c req-44387a74-5bc8-4bbc-bac0-5711b39913e4 service neutron] 10.222.0.69 "GET /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326556 Jul 09 15:49:48.381143 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f604-81b9-41d7-b174-27caac8e8956 req-32ed8bcd-60cf-4aae-baca-e2a8dc830109 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:48.382690 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5931f604-81b9-41d7-b174-27caac8e8956 req-32ed8bcd-60cf-4aae-baca-e2a8dc830109 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0944517 Jul 09 15:49:48.394538 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'port': {'security_groups': ['14857b49-5c6a-4738-87e1-c9e09a027ee4', '86cc0b96-b455-40b5-826b-dc3fea40156b']}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:49:48.545505 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.553224 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c685bd9-0f20-445c-82b8-1989e1e1a35e req-43aafe66-c01a-45ab-b521-4e5cc7c2e164 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:48.558518 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3c685bd9-0f20-445c-82b8-1989e1e1a35e req-43aafe66-c01a-45ab-b521-4e5cc7c2e164 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1101973 Jul 09 15:49:48.609233 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3c685bd9-0f20-445c-82b8-1989e1e1a35e req-522cd014-de1a-4d40-af6a-db2eea1963b8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473998 Jul 09 15:49:48.841859 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:48.866538 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.871214 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.876586 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:48.907559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:48.942749 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:48.943387 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for port, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:48.950795 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5931f604-81b9-41d7-b174-27caac8e8956 req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "PUT /v2.0/ports/22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 982 time: 0.5610502 Jul 09 15:49:48.951670 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:48.980273 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=6']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:48.985315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0bdb2c63-0346-43ff-9e4b-7ac246ef7765 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:49.048503 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:49:49.122491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:49.263225 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-aca98205-3631-4474-a989-a8c3cf69ca92 None None] Provisioning complete for port 22027fef-7c16-4b82-840f-fe26d12ca85a triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:49:49.264054 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-aca98205-3631-4474-a989-a8c3cf69ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:49.296129 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-3f081573-8718-444a-9918-81236d9384f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:49.297658 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-3f081573-8718-444a-9918-81236d9384f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1138 time: 0.2001190 Jul 09 15:49:49.390424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1535-6c44-4ffd-8972-f542c58bbe6d req-916b2f1b-dea0-4c69-afa2-75154dc228ea tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:49.391890 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b15b1535-6c44-4ffd-8972-f542c58bbe6d req-916b2f1b-dea0-4c69-afa2-75154dc228ea tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.2251580 Jul 09 15:49:49.564910 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-b15b1535-6c44-4ffd-8972-f542c58bbe6d req-57bbf99b-1755-46bc-a150-937fc2f9b78d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:49.598268 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-60b4a71d-3c28-451a-83fa-e17ae45848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:49.599741 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-60b4a71d-3c28-451a-83fa-e17ae45848ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.2932448 Jul 09 15:49:49.600473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-b15b1535-6c44-4ffd-8972-f542c58bbe6d req-57bbf99b-1755-46bc-a150-937fc2f9b78d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:49.601543 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b15b1535-6c44-4ffd-8972-f542c58bbe6d req-57bbf99b-1755-46bc-a150-937fc2f9b78d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009119 Jul 09 15:49:49.771396 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-3747ad0d-d96a-4cfa-b94f-a31ab2ab516d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 1001 time: 0.1647141 Jul 09 15:49:49.886380 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-4f3a3a8d-6c12-4872-b152-62434756cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:49.889636 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-4f3a3a8d-6c12-4872-b152-62434756cbef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.1055076 Jul 09 15:49:49.898054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60555-16ed-4c54-9d3a-daaa9cfeadd6 req-ec5fa5fd-6168-44e9-aa2f-5438b2f22b12 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:49.907373 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-eee60555-16ed-4c54-9d3a-daaa9cfeadd6 req-ec5fa5fd-6168-44e9-aa2f-5438b2f22b12 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1259909 Jul 09 15:49:49.971832 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-eee60555-16ed-4c54-9d3a-daaa9cfeadd6 req-263e5769-7e9f-4cbb-97b9-f0423c9891ce tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632408 Jul 09 15:49:50.045898 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-ba4e037b-a1bf-45c3-8263-943b563ccfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.051256 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-ba4e037b-a1bf-45c3-8263-943b563ccfec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1538620 Jul 09 15:49:50.213640 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-b002047d-ff66-4622-9a9a-7a08aaaa41b8 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551337 Jul 09 15:49:50.371068 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07feef6-e494-4983-8ee8-813eac7fd97c req-21fdd8c1-3157-4b2e-af0d-968c95378215 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.375263 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b07feef6-e494-4983-8ee8-813eac7fd97c req-21fdd8c1-3157-4b2e-af0d-968c95378215 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1051972 Jul 09 15:49:50.429715 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c389cd82-c89c-44a5-afc9-dc68d9cafdcc req-44f7c681-8619-4168-80aa-fbada621d58e service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080128 Jul 09 15:49:50.433956 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b07feef6-e494-4983-8ee8-813eac7fd97c req-309eca64-7b1c-414a-9418-78533dd01d88 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552659 Jul 09 15:49:50.454864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-06a2f8c2-a8c2-4339-b63d-0824b88e351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.456695 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-06a2f8c2-a8c2-4339-b63d-0824b88e351c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1099 time: 0.0971122 Jul 09 15:49:50.649758 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-86f2a132-62df-498f-90da-d342ead5a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.651235 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-86f2a132-62df-498f-90da-d342ead5a241 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.1765270 Jul 09 15:49:50.771110 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-7c3f25fc-4d50-4e3e-8311-d274b29707d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 1001 time: 0.1128957 Jul 09 15:49:50.838834 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-a3f75a36-2d00-4768-8884-4cec0a347c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.840350 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-a3f75a36-2d00-4768-8884-4cec0a347c53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.0615938 Jul 09 15:49:50.927826 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-32918d40-ceb5-40e6-9770-293bf0a9f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:50.929267 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-32918d40-ceb5-40e6-9770-293bf0a9f0f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818574 Jul 09 15:49:51.064028 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-7ee301b8-3eda-44fb-93b3-e47938957181 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271951 Jul 09 15:49:51.219490 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95c1f720-8e42-46d2-b516-b07a7b74ec37 req-037681a4-75a6-4687-9702-2511d0006d12 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475978 Jul 09 15:49:51.528893 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706c543-6621-450f-abcc-8b97cf81cb47 req-1459d7dd-4af7-4c51-8910-0253a86edb4e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:51.530614 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b706c543-6621-450f-abcc-8b97cf81cb47 req-1459d7dd-4af7-4c51-8910-0253a86edb4e tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.0989330 Jul 09 15:49:51.599916 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b706c543-6621-450f-abcc-8b97cf81cb47 req-0b17bcec-4d17-4f0e-ba71-a79d53d4ce5c tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Jul 09 15:49:51.641498 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b079d-fe06-4f5e-a086-1edd3a8d647b req-f692229c-6686-4a83-868c-3d3a9c7c9bf4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:51.648248 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a97b079d-fe06-4f5e-a086-1edd3a8d647b req-f692229c-6686-4a83-868c-3d3a9c7c9bf4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0971601 Jul 09 15:49:51.694951 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a97b079d-fe06-4f5e-a086-1edd3a8d647b req-7a1d8692-ebed-420a-8244-43403d9a9ba4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458663 Jul 09 15:49:52.810336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b5623-7543-4dfe-9e8b-16bd3648d04f req-8681a867-ddd3-46db-bb7b-556bac382b61 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:52.812043 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c93b5623-7543-4dfe-9e8b-16bd3648d04f req-8681a867-ddd3-46db-bb7b-556bac382b61 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1011305 Jul 09 15:49:52.868746 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c93b5623-7543-4dfe-9e8b-16bd3648d04f req-63072ca7-cf88-4b0b-a284-a1cca2f2e948 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Jul 09 15:49:52.897452 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5a90-27a1-4be6-81ef-45d2afc5583c req-9a5bd05b-0821-46e3-bbb4-1b09102a39bd tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:52.898910 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d53d5a90-27a1-4be6-81ef-45d2afc5583c req-9a5bd05b-0821-46e3-bbb4-1b09102a39bd tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0883172 Jul 09 15:49:52.945156 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d53d5a90-27a1-4be6-81ef-45d2afc5583c req-c13e7bd1-35d9-4d4d-a67a-c9fe1344840d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389361 Jul 09 15:49:54.077878 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039fb93-cb56-481d-90bc-4ef81c4cdab4 req-403baae2-40b2-46f8-a546-46f4384da047 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:54.079615 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f039fb93-cb56-481d-90bc-4ef81c4cdab4 req-403baae2-40b2-46f8-a546-46f4384da047 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.0977414 Jul 09 15:49:54.131689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f039fb93-cb56-481d-90bc-4ef81c4cdab4 req-1d70ce10-0001-4789-af0a-7b423c0d3be2 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Jul 09 15:49:54.495563 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-680b5355-548e-46c6-ab46-44b59572e31d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:54.498578 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-680b5355-548e-46c6-ab46-44b59572e31d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 946 time: 0.1700461 Jul 09 15:49:54.560132 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0c16aae8-6c97-40b9-85b6-edd9ccb19761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:54.572598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Deleting port 756b771b-cdb7-4950-a2dd-064aaa5d6867 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:49:54.572932 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:54.833579 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] For port 756b771b-cdb7-4950-a2dd-064aaa5d6867, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=756b771b-cdb7-4950-a2dd-064aaa5d6867,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:49:54.833930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:54.954235 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Calling delete_port for 756b771b-cdb7-4950-a2dd-064aaa5d6867 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:49:55.099727 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:55.105331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:49:55.139859 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['da881145-3109-4eb8-a3a5-3bc1aa1e7d94', '756b771b-cdb7-4950-a2dd-064aaa5d6867'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:49:55.151939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Pushing event deleted for resources: {'Port': ['ID=756b771b-cdb7-4950-a2dd-064aaa5d6867,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:49:55.192018 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:49:55.222533 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:55.246118 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] No DVR routers for this DVR port 756b771b-cdb7-4950-a2dd-064aaa5d6867 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:49:55.250360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:55.254481 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'name': 'network-vif-deleted', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:49:55.326224 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eb556f-7b65-46e4-8523-04892f108244', 'name': 'network-vif-deleted', 'tag': '756b771b-cdb7-4950-a2dd-064aaa5d6867', 'status': 'completed', 'code': 200} Jul 09 15:49:55.327475 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-aa73c73f-b5c1-40fe-80f5-019f8848298a req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "DELETE /v2.0/ports/756b771b-cdb7-4950-a2dd-064aaa5d6867 HTTP/1.1" status: 204 len: 173 time: 0.8242552 Jul 09 15:49:55.333625 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-3a309033-a3fc-41d1-bb04-4f2b40733d46 req-7c74eba7-8938-417e-9e3b-01f0ec221414 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Synchronizing usage tracker for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:49:55.355146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-3a309033-a3fc-41d1-bb04-4f2b40733d46 req-7c74eba7-8938-417e-9e3b-01f0ec221414 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Unset dirty status for tenant:ef34ff48bbb849cc8becd603adb59f93 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:49:55.366602 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3a309033-a3fc-41d1-bb04-4f2b40733d46 req-7c74eba7-8938-417e-9e3b-01f0ec221414 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8eb556f-7b65-46e4-8523-04892f108244 HTTP/1.1" status: 200 len: 210 time: 0.0871882 Jul 09 15:49:56.852565 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4cbf9-2806-4cc7-a8e1-cef66d207433 req-4d5d260f-3abc-41de-abaf-ff53c16b9003 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:56.854018 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-62e4cbf9-2806-4cc7-a8e1-cef66d207433 req-4d5d260f-3abc-41de-abaf-ff53c16b9003 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0826111 Jul 09 15:49:56.900382 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-62e4cbf9-2806-4cc7-a8e1-cef66d207433 req-750c6517-b705-4c8c-a230-ad72a223aac4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Jul 09 15:49:57.271310 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-a32a2b54-cd35-4a2f-b41d-6bef4feefb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:58.101506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a459a58-2906-4e2a-b880-de5aa6497fe6 req-754d50a4-24f1-472f-a072-9db80711b7dd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:58.102985 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7a459a58-2906-4e2a-b880-de5aa6497fe6 req-754d50a4-24f1-472f-a072-9db80711b7dd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0869482 Jul 09 15:49:58.148446 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7a459a58-2906-4e2a-b880-de5aa6497fe6 req-61696c7c-dc4e-4831-8f49-1b1c5cf965d0 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Jul 09 15:49:58.304732 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:58.699249 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 756b771b-cdb7-4950-a2dd-064aaa5d6867 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:49:58.736897 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 756b771b-cdb7-4950-a2dd-064aaa5d6867 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:49:58.737256 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 756b771b-cdb7-4950-a2dd-064aaa5d6867 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:49:59.361013 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2e0c4-8a82-4bea-90a7-91acfd31ab7f req-b1f39547-eae9-4fcc-b3dd-553c55d9e5ea tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:59.362527 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ebd2e0c4-8a82-4bea-90a7-91acfd31ab7f req-b1f39547-eae9-4fcc-b3dd-553c55d9e5ea tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0882542 Jul 09 15:49:59.427169 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ebd2e0c4-8a82-4bea-90a7-91acfd31ab7f req-d9c7a28a-8461-4a6f-9196-2e00d947777d tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Jul 09 15:49:59.822838 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:00.628313 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880149b5-f793-4c3f-9fc7-19097416755d req-66ea70c7-ded7-4754-b132-f945f5879fb4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:00.630045 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-880149b5-f793-4c3f-9fc7-19097416755d req-66ea70c7-ded7-4754-b132-f945f5879fb4 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0895479 Jul 09 15:50:00.698016 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-880149b5-f793-4c3f-9fc7-19097416755d req-1d9a3a38-8d30-40e2-b823-e8704e0e9474 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584619 Jul 09 15:50:02.047658 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ff82-a1ac-4dac-bb97-76a923750772 req-b89d2268-c7a9-4505-8c45-50afcbc17a13 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:02.049434 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5ba5ff82-a1ac-4dac-bb97-76a923750772 req-b89d2268-c7a9-4505-8c45-50afcbc17a13 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0823274 Jul 09 15:50:02.096622 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5ba5ff82-a1ac-4dac-bb97-76a923750772 req-c835a285-7d5a-4a1c-90a8-b2b7f802bf2f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Jul 09 15:50:03.204546 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-8cf8574f-6009-4e5d-adb4-b6f02062c15f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:03.206086 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-8cf8574f-6009-4e5d-adb4-b6f02062c15f tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.0929649 Jul 09 15:50:03.282777 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Deleting port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:50:03.283127 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:03.611713 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac068fa2-4c98-4c68-9a11-2f2bab0907c5 req-68160602-4724-4733-a6cf-e3c74cd83587 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:03.613416 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ac068fa2-4c98-4c68-9a11-2f2bab0907c5 req-68160602-4724-4733-a6cf-e3c74cd83587 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3cb9573-31dd-45e1-8ff3-a7428b9cc80e HTTP/1.1" status: 200 len: 945 time: 0.2063022 Jul 09 15:50:03.655476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] For port da881145-3109-4eb8-a3a5-3bc1aa1e7d94, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:03.655915 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:03.871007 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Calling delete_port for da881145-3109-4eb8-a3a5-3bc1aa1e7d94 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:50:03.916772 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ac068fa2-4c98-4c68-9a11-2f2bab0907c5 req-e3561c71-8309-4268-9ef6-4445738f4b88 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba86f48c-b863-4a36-af77-62d43d1ad92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898960 Jul 09 15:50:04.040338 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:04.046404 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:04.083455 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['da881145-3109-4eb8-a3a5-3bc1aa1e7d94'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:50:04.093870 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Pushing event deleted for resources: {'Port': ['ID=da881145-3109-4eb8-a3a5-3bc1aa1e7d94,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:04.097602 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:04.192191 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] No DVR routers for this DVR port da881145-3109-4eb8-a3a5-3bc1aa1e7d94 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:50:04.195521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:04.199874 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'name': 'network-vif-deleted', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:04.222771 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7dec17ee-ee58-463b-b71d-d0d5e696aeff req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] 10.222.0.69 "DELETE /v2.0/ports/da881145-3109-4eb8-a3a5-3bc1aa1e7d94 HTTP/1.1" status: 204 len: 173 time: 1.0100605 Jul 09 15:50:04.252580 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb9573-31dd-45e1-8ff3-a7428b9cc80e', 'name': 'network-vif-deleted', 'tag': 'da881145-3109-4eb8-a3a5-3bc1aa1e7d94', 'status': 'completed', 'code': 200} Jul 09 15:50:05.021581 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55604) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:05.750941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:06.108419 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Deleting port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:50:06.109099 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:06.292950 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] For port e0591b4e-6132-43d8-bb2b-4e2e6954bfa7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,segment=NetworkSegment(b3e5f526-8f7f-4da5-a1fd-0ca1db64e800),segment_id=b3e5f526-8f7f-4da5-a1fd-0ca1db64e800)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:06.293848 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:06.421043 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Calling delete_port for e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 owned by network:router_interface {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:50:06.737342 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device da881145-3109-4eb8-a3a5-3bc1aa1e7d94 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:50:06.791203 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: da881145-3109-4eb8-a3a5-3bc1aa1e7d94 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:50:06.791795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device da881145-3109-4eb8-a3a5-3bc1aa1e7d94 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:50:06.962601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:06.968121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2b255c9e-591d-4c21-bb91-b80b96f74b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:07.043118 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0591b4e-6132-43d8-bb2b-4e2e6954bfa7,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:07.049123 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:07.285568 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:07.665998 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Router 8674fd3c-fef3-4417-9284-ab57191aec85 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:50:07.848334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:07.857880 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Sync routers for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:07.864196 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-c5565430-ff07-40c8-a8d7-90c5e2ed596d admin admin] 10.222.0.63 "PUT /v2.0/routers/8674fd3c-fef3-4417-9284-ab57191aec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8397768 Jul 09 15:50:07.866122 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55642) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:07.876783 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:07.877968 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:08.069737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.080953 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:08.266224 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.276795 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Deleting port 9b11e660-efcb-4259-9959-214251acf147 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:50:08.277177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.411498 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '9b11e660-efcb-4259-9959-214251acf147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:50:06Z', 'revision_number': 5, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port': {'id': '9b11e660-efcb-4259-9959-214251acf147', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:46Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:08.415711 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Checking router: 8674fd3c-fef3-4417-9284-ab57191aec85 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:08.425657 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Routers {'8674fd3c-fef3-4417-9284-ab57191aec85'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:08.426457 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['8674fd3c-fef3-4417-9284-ab57191aec85'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:08.488447 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] For port 9b11e660-efcb-4259-9959-214251acf147, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=9b11e660-efcb-4259-9959-214251acf147,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:08.488954 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.626957 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] Set router 8674fd3c-fef3-4417-9284-ab57191aec85 gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:08.642171 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Calling delete_port for 9b11e660-efcb-4259-9959-214251acf147 owned by network:router_gateway {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:50:08.746866 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:50:08Z', 'revision_number': 6, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:08.751429 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae929f8f-b139-4a7b-ad70-3499958c32fe None None] The sync data for ids ['8674fd3c-fef3-4417-9284-ab57191aec85'] in dv-cinder-800220-1-smb is: [{'id': '8674fd3c-fef3-4417-9284-ab57191aec85', 'name': 'tempest-ServerRescueNegativeTestJSON-2029930124-router', 'tenant_id': 'ef34ff48bbb849cc8becd603adb59f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:45Z', 'updated_at': '2021-07-09T15:50:08Z', 'revision_number': 6, 'project_id': 'ef34ff48bbb849cc8becd603adb59f93', 'gw_port_host': None}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:08.980856 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:08.986387 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-feb86b66-7bdf-421f-959a-64d896522837 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:09.120785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b11e660-efcb-4259-9959-214251acf147,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:09.147058 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:09.214316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.400970 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.404147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.494782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.495267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8674fd3c-fef3-4417-9284-ab57191aec85 {{(pid=78596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:50:09.508628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.509728 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8674fd3c-fef3-4417-9284-ab57191aec85 HTTP/1.1" status: 204 len: 168 time: 1.6426475 Jul 09 15:50:09.513226 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55668) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:09.580035 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Deleting subnet db7727cb-4913-4e2e-ad18-d9063112c230 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:50:09.583158 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.664229 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.727927 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.813532 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.823190 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c8960054-c288-4d60-8c3c-c0465f92c24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:09.881978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7727cb-4913-4e2e-ad18-d9063112c230,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:09.887942 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:09.895711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:09.907469 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/db7727cb-4913-4e2e-ad18-d9063112c230 HTTP/1.1" status: 204 len: 168 time: 0.3900046 Jul 09 15:50:09.908793 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55680) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:09.987938 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:50:10.050059 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:50:10.050554 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device e0591b4e-6132-43d8-bb2b-4e2e6954bfa7 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:50:10.052627 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 9b11e660-efcb-4259-9959-214251acf147 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:50:10.095204 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 9b11e660-efcb-4259-9959-214251acf147 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:50:10.095840 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 9b11e660-efcb-4259-9959-214251acf147 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:50:10.101496 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.406601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.421887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:10.438343 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:10.438765 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e5f526-8f7f-4da5-a1fd-0ca1db64e800') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:10.467017 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.491086 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.500942 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:50:10.501505 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:50:10.521791 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:50:10.626080 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.630707 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a808299a-507c-4ba4-94f3-a69f9a98c7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:10.649086 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:10.666189 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:10.670006 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:10.678240 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-0a5b36b8-18ca-44bc-867d-3043e2a3fcb3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6ef0f731-44e6-4e91-9d9f-5ccfeb33d4c0 HTTP/1.1" status: 204 len: 168 time: 0.7679801 Jul 09 15:50:10.931897 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55708) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:11.010808 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-083ecf90-fe2e-4029-91f0-59c3b6d46c2e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef34ff48bbb849cc8becd603adb59f93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0765333 Jul 09 15:50:11.014125 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55714) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:11.067103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55720) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:11.107653 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.149128 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.220572 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.224888 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.226943 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-7c9daa9e-3ff6-4f0a-9e89-4883770af23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:11.240677 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:11.244889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Usage tracker for resource:security_group_rule and tenant:06ab121dd1ad424f9c5154275ce55191 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:11.245144 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba86f48c-b863-4a36-af77-62d43d1ad92c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:11.250760 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:11.251773 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:11.265690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.267424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:11.267714 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba86f48c-b863-4a36-af77-62d43d1ad92c HTTP/1.1" status: 204 len: 168 time: 0.2521088 Jul 09 15:50:11.397230 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.402402 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.412543 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3623d32d-d1bf-46ce-a2f9-2ae2c78e6aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:11.462138 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=06ab121dd1ad424f9c5154275ce55191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936248 Jul 09 15:50:11.462532 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55730) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:11.463124 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9786f43e-2ec0-441f-bc43-525dd7b89294,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:11.466998 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:11.555975 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.596094 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.689789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.693635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-eb8c6f6a-ee2a-4d76-a8b9-f70767e902e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:11.704854 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9786f43e-2ec0-441f-bc43-525dd7b89294,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:11.707547 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:11.713338 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:11.714487 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9786f43e-2ec0-441f-bc43-525dd7b89294 HTTP/1.1" status: 204 len: 168 time: 0.2492423 Jul 09 15:50:12.109079 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55752) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:12.127711 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.148949 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:12.154641 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Usage tracker for resource:security_group_rule and tenant:ff510f0976c0461cb273bfcb9fbff45e is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:12.159242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:12.168966 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:12.295429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55760) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:12.297043 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.301643 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.317254 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-692d4d60-9a46-4faa-9cb5-0614d5901c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:12.386159 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f60c45-457b-4451-a1a3-9609969e04ae,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:12.393572 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff510f0976c0461cb273bfcb9fbff45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832251 Jul 09 15:50:12.395089 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:12.397568 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55766) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:12.458720 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-network', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:12.472226 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:12.479394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Usage tracker for resource:network and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:12.484332 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:12.487113 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.491949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:12.522599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Made reservation on behalf of b9421e60a5bb4fdeb864afe6044d21d2 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:12.524924 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.536008 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.549425 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.584623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:12.592971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:12.596385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:12.603781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:12.637542 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.643912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-55f12b11-fc8f-4dde-abff-07208a4f6de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:12.665364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f60c45-457b-4451-a1a3-9609969e04ae,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:12.670612 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:12.691575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.692905 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37f60c45-457b-4451-a1a3-9609969e04ae HTTP/1.1" status: 204 len: 168 time: 0.2943895 Jul 09 15:50:12.749078 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.753160 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.757399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6a518dec-895e-4820-897f-3cd8b531c270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:12.783839 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:50:12.798204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719a24c-706e-4a42-ac58-7767743cacb9,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:12.801616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:12.804697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.805026 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Added segment 9bd62fdc-6827-4865-8694-d88beee67fe0 of type vlan for network 81d98dc7-1fae-47af-84d4-feedc9581d68 Jul 09 15:50:12.838669 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.873484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.874946 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:12.875534 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:12.880955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:12.982583 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6859663 Jul 09 15:50:12.983488 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Pushing event updated for resources: {'Network': ['ID=81d98dc7-1fae-47af-84d4-feedc9581d68,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:12.986439 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55776) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:12.986668 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:12.992325 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Request body: {'subnet': {'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-subnet', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:12.998445 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:13.001125 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:50:13.003570 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Usage tracker for resource:subnet and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:13.006549 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:13.012993 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:13.025915 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Made reservation on behalf of b9421e60a5bb4fdeb864afe6044d21d2 for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:13.029360 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.280838 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.286466 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:13.346340 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=145c0fef-6c76-4729-aa00-fba00cbfd6d8,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:13.348193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:13.375252 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Checking segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:13.375628 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Network hostable DHCP agents. Network: 81d98dc7-1fae-47af-84d4-feedc9581d68, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:50:13.399203 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:50:13.412425 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 81d98dc7-1fae-47af-84d4-feedc9581d68) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:13.416846 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:13.417432 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.425595 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbbef6-2155-4fca-ab0a-e9d82a2e5cb0 None None] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:13.453288 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4654260 Jul 09 15:50:13.455859 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55794) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:13.463138 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:13.472784 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:13.479144 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Usage tracker for resource:router and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:13.484805 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:13.494122 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:13.511127 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.512223 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.537128 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.749234 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-81d98dc7-1fae-47af-84d4-feedc9581d68', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:50:13.750191 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.827172 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:13.945348 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Allocated IP 172.20.0.2 (81d98dc7-1fae-47af-84d4-feedc9581d68/145c0fef-6c76-4729-aa00-fba00cbfd6d8/57040206-6f3b-458f-b421-40102c64d45f) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:14.175649 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.198498 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Transition to ACTIVE for port object 57040206-6f3b-458f-b421-40102c64d45f will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:14.222761 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Transition to ACTIVE for port object 57040206-6f3b-458f-b421-40102c64d45f will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:14.229914 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.242325 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-3a40604f-7eed-4288-9ea4-7ea4f54355f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:14.287630 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.303105 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:14.306415 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:14.311231 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:14.319243 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.358526 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Pushing event updated for resources: {'Port': ['ID=57040206-6f3b-458f-b421-40102c64d45f,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:14.367560 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.367931 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.368255 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.368626 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.368988 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.369310 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.369724 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.371692 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.375034 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.376219 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.376572 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.376908 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:14.384229 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:14.450272 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Attempting to bind port 57040206-6f3b-458f-b421-40102c64d45f on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:14.450929 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Attempting to bind port 57040206-6f3b-458f-b421-40102c64d45f by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:14.451625 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Attempting to bind port 57040206-6f3b-458f-b421-40102c64d45f on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:14.458363 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:14.458956 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Checking segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:14.459544 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.460094 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Bound using segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:14.460728 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Bound port: 57040206-6f3b-458f-b421-40102c64d45f, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:14.461274 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.489803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Allocated IP 172.28.3.222 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:14.614507 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] For port 57040206-6f3b-458f-b421-40102c64d45f, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:14.619736 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] For port 57040206-6f3b-458f-b421-40102c64d45f, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=57040206-6f3b-458f-b421-40102c64d45f,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:14.627721 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.637916 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d5aaeb5c-c136-475b-9e8b-eab8297c0f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:14.666097 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.703688 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.707811 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e6e0c884-77f0-41a4-aa01-816c6ca0b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:14.773461 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Pushing event updated for resources: {'Port': ['ID=57040206-6f3b-458f-b421-40102c64d45f,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:14.779211 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:14.793433 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:14.794847 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:14.797557 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:14.799598 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:14.800275 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:14.816435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55828) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:14.952121 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.977849 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:14.997827 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:15.003911 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Usage tracker for resource:security_group_rule and tenant:ee63cd8b0bce4627b8ccee3bbf89368f is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:15.008193 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:15.022988 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:15.180653 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.187551 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.196223 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c5621524-d245-4bef-80a6-d94c60b7462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:15.240520 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee63cd8b0bce4627b8ccee3bbf89368f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227803 Jul 09 15:50:15.242196 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2765954a-6f5e-48a3-bc8f-3369fb92584a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:15.244752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55838) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:15.248549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-aa8c19af-52f6-4640-b6af-40b938a8089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:15.302239 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.309481 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.335958 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.401901 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.406633 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0d201b8b-43b9-4517-a58a-3febd732aadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:15.417513 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765954a-6f5e-48a3-bc8f-3369fb92584a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:15.420639 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:15.426426 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.427737 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2765954a-6f5e-48a3-bc8f-3369fb92584a HTTP/1.1" status: 204 len: 168 time: 0.1823392 Jul 09 15:50:15.759669 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.811044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55848) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:15.843001 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.868342 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:15.875119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Usage tracker for resource:security_group_rule and tenant:808bae13e8404d91aac03795239c45ba is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:15.879907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:15.890560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:16.007558 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 57040206-6f3b-458f-b421-40102c64d45f up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:16.051950 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a04a98-ff25-4aab-8efe-00569f0b3a32 None None] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:16.052783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.059362 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.096866 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17e387ad-7bbd-4019-91e7-35e63e37aced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:16.115732 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=808bae13e8404d91aac03795239c45ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030765 Jul 09 15:50:16.127318 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55854) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:16.163584 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e48a5-c67f-4cdb-820a-a3724f03ae9b,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:16.182319 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-a9a7357c-b226-4dd3-ac3e-d28dedfdf260 None None] Provisioning for port 57040206-6f3b-458f-b421-40102c64d45f completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:16.202660 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-34ebbf6a-0b3c-4fcd-b5b5-6e4f1709b837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:16.213787 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 57040206-6f3b-458f-b421-40102c64d45f completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:16.216803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:50:16.232369 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 57040206-6f3b-458f-b421-40102c64d45f triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:16.232735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.238689 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.277650 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.356213 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.364081 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-301eeb64-d76e-46fe-b2d8-cee1824394ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:16.383662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e48a5-c67f-4cdb-820a-a3724f03ae9b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:16.387737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:16.390191 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.393999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/475e48a5-c67f-4cdb-820a-a3724f03ae9b HTTP/1.1" status: 204 len: 168 time: 0.2631123 Jul 09 15:50:16.416370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:16.444339 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.445475 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:16.448689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-73ecbcb1-37f3-44c1-9ca7-4d39831ffe21 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9890847 Jul 09 15:50:16.449679 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55860) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:16.468700 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.486473 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:16.487106 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:16.673013 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 57040206-6f3b-458f-b421-40102c64d45f, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=57040206-6f3b-458f-b421-40102c64d45f,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:16.687502 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:16.696681 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-9641d91e-e486-470f-b23c-251a123a0dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:16.851375 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:17.103983 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=57040206-6f3b-458f-b421-40102c64d45f,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:17.107921 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:17.120491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-a8fea5fa-3ffd-4aa8-a310-b5151566289b None None] Provisioning complete for port 57040206-6f3b-458f-b421-40102c64d45f triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:17.120917 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-a8fea5fa-3ffd-4aa8-a310-b5151566289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.337461 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:15Z', 'revision_number': 3, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:17.343391 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:17.343923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Updating router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:17.400741 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.516959 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.769271 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.782740 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Transition to ACTIVE for port object 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:17.783764 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Allocated IP 172.20.0.1 (81d98dc7-1fae-47af-84d4-feedc9581d68/145c0fef-6c76-4729-aa00-fba00cbfd6d8/f2d189f0-8924-4de5-a3b4-c7311704ae05) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:17.790368 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.796353 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:17.880320 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Attempting to bind port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:17.880591 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Attempting to bind port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:17.880965 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Attempting to bind port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:17.890011 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:17.890420 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:17.890835 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.891232 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:17.891703 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Bound port: 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:17.892104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:17.921681 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Pushing event updated for resources: {'Port': ['ID=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:17.934968 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:17.947976 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:50:17.992338 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] For port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:18.002493 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] For port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:18.008566 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 57040206-6f3b-458f-b421-40102c64d45f up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:18.052385 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.056825 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.079788 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:18.083741 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Transition to ACTIVE for port object f2d189f0-8924-4de5-a3b4-c7311704ae05 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:18.129798 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.151059 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5e05b0c0-8270-421f-916b-b508fe4cf611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:18.173822 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:18.174490 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:18.233235 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Pushing event updated for resources: {'Port': ['ID=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:18.247555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:18.248855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:18.250695 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:18.251871 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:18.252914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:18.255178 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:18.275540 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 57040206-6f3b-458f-b421-40102c64d45f triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:18.276097 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.316197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.570840 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:18.711167 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:18.938888 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ad49651c-44d1-4980-8d60-120da927e68e None None] Provisioning for port f2d189f0-8924-4de5-a3b4-c7311704ae05 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:18.948382 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-ad49651c-44d1-4980-8d60-120da927e68e None None] Provisioning complete for port f2d189f0-8924-4de5-a3b4-c7311704ae05 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:18.949290 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ad49651c-44d1-4980-8d60-120da927e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.039578 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-ad49651c-44d1-4980-8d60-120da927e68e None None] Port f2d189f0-8924-4de5-a3b4-c7311704ae05 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:19.153351 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:15Z', 'revision_number': 3, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:19.161151 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ffcb-5e5a-4c58-b370-fcf02a8f9b29 None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:15Z', 'revision_number': 3, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:19.288450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.294688 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.325475 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:19.409972 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:19.412637 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.416536 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:19.477313 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55936) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:19.613746 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:19.615944 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:19.693611 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.724880 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:19.729117 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2f0e5ffd60405bb8d19c6573c6509d is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:19.739191 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:19.747752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:19.868267 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.886376 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:19.902816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-640c254a-ce64-4f41-93d7-cbfa372a9e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:19.946058 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:50:19.951440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55942) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:19.955061 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1d2f0e5ffd60405bb8d19c6573c6509d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765677 Jul 09 15:50:19.976298 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda2a40-304e-4429-97d5-b74662dac6e9,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:19.981139 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:19.988863 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-48057821-d6af-4ff4-a8f6-7ad8b825e7b0 None None] Provisioning complete for port f2d189f0-8924-4de5-a3b4-c7311704ae05 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:19.989420 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-48057821-d6af-4ff4-a8f6-7ad8b825e7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.033049 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:20.115341 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-48057821-d6af-4ff4-a8f6-7ad8b825e7b0 None None] Port f2d189f0-8924-4de5-a3b4-c7311704ae05 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:20.132666 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:20.138522 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:20.138905 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.178700 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.213101 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:20.225301 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.237644 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] 10.222.0.63 "PUT /v2.0/routers/6cf2ec32-53e6-44c4-b760-b04eb1cd6289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7867482 Jul 09 15:50:20.271384 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.293072 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:20.297472 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.303881 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:20.312058 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.319196 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-862bca48-07f8-42ee-b855-f5c4b6992c61 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:20.333389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda2a40-304e-4429-97d5-b74662dac6e9,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:20.335992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:20.338321 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.356180 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6dda2a40-304e-4429-97d5-b74662dac6e9 HTTP/1.1" status: 204 len: 168 time: 0.4029579 Jul 09 15:50:20.434769 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:20.445738 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:20.780940 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55964) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:20.800411 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.815947 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:20.820139 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Usage tracker for resource:security_group_rule and tenant:90f9906f9b6140709d84b1c38c76ad53 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:20.822989 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:20.829339 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:20.935104 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.943489 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:20.954652 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cfb256fd-ff3c-4082-9161-0dc2bb2528d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:21.001925 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=90f9906f9b6140709d84b1c38c76ad53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160184 Jul 09 15:50:21.003442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55968) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:21.006473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc099cac-a988-44f3-9019-c9e162b8fe07,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:21.036838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1a221f1e-b433-4cc2-9559-64b04ecd7f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:21.116808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.154506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.232738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.239894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4293bab9-939f-451a-a319-8ccfe5f3c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:21.253890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc099cac-a988-44f3-9019-c9e162b8fe07,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:21.260740 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:21.261089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 55972) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:21.272595 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059729610', 'description': 'tempest-description--171892565'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:21.279982 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:21.287294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:21.291589 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:21.291779 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.292182 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:21.297527 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc099cac-a988-44f3-9019-c9e162b8fe07 HTTP/1.1" status: 204 len: 168 time: 0.2886372 Jul 09 15:50:21.297527 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:21.302721 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:21.313098 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:21.328981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.365016 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:21.371287 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:21.376134 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:21.386431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:21.491668 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.493133 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:21.497435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.503438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4c4ad94a-a417-42f2-8a6c-dcfc6436dee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:21.546782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb87b4-cf60-451e-a783-2c0659bf2985,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:21.550291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.551773 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2891481 Jul 09 15:50:21.552776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:21.554883 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55978) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:21.563216 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group_rule': {'security_group_id': '9ceb87b4-cf60-451e-a783-2c0659bf2985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:21.571014 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:21.576710 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:21.580220 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:21.588419 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:21.609893 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.683173 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.689141 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.692543 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:21.737024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c6cc6c-99a5-4bba-a81c-bc64222e9946,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:21.740542 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:21.742482 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.743828 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874149 Jul 09 15:50:21.747464 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 55984) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:21.754719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group_rule': {'security_group_id': '9ceb87b4-cf60-451e-a783-2c0659bf2985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:21.762107 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:21.767888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:21.772694 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:21.784374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:21.810623 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:21.880323 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:19Z', 'revision_number': 2, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:21.890101 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:21.890671 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Updating router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 port f2d189f0-8924-4de5-a3b4-c7311704ae05 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:21.956703 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.000688 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:22.003850 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.017953 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.021649 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:22.063404 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b24df76-bfaf-4d1b-9b8e-cd63f2caaba5,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:22.070488 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:22.090610 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.097154 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3434908 Jul 09 15:50:22.097397 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56000) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:22.105669 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:22.118629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:22.131239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:floatingip and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:22.142323 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:22.151220 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:22.151906 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.155278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:22.189246 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.432716 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.478989 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.492671 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Transition to ACTIVE for port object f2d189f0-8924-4de5-a3b4-c7311704ae05 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:22.501081 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.505499 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:22.681135 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Pushing event updated for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:22.696729 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.697076 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.697413 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.697745 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.698091 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.698604 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.699215 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.699989 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.699989 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.699989 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.700371 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.700521 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:22.704106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Allocated IP 172.28.3.251 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/dffe521a-7767-4e3e-8f96-03f451c8fd5f) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:22.741161 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:22.805755 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Attempting to bind port f2d189f0-8924-4de5-a3b4-c7311704ae05 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:22.807067 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Attempting to bind port f2d189f0-8924-4de5-a3b4-c7311704ae05 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:22.807680 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Attempting to bind port f2d189f0-8924-4de5-a3b4-c7311704ae05 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:22.821208 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:22.821914 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Checking segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:22.822541 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.823144 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Bound using segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:22.825359 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Bound port: f2d189f0-8924-4de5-a3b4-c7311704ae05, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:22.825675 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.949354 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] For port f2d189f0-8924-4de5-a3b4-c7311704ae05, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:22.959630 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] For port f2d189f0-8924-4de5-a3b4-c7311704ae05, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f2d189f0-8924-4de5-a3b4-c7311704ae05,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:22.970222 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:22.981340 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:23.068347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:23.122841 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Pushing event updated for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=4']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:23.125253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:23.129454 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-b01c462f-63b2-43aa-aa02-792031cda6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:23.130489 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-11da4ca8-7ce6-4a2d-9135-a70d572fd56a tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:23.144690 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:23.145405 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:49:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:23.252898 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=dffe521a-7767-4e3e-8f96-03f451c8fd5f,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:23.272556 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:23.295500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:23.369672 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:23.382953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:23.515402 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360327f5-3b1f-4711-afbb-90739fbbea75 req-60ea7562-0691-46cc-bfaf-4b44619d45e0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:23.520255 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-360327f5-3b1f-4711-afbb-90739fbbea75 req-60ea7562-0691-46cc-bfaf-4b44619d45e0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1981828 Jul 09 15:50:23.566587 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-3c454fdb-217a-46cf-bcd7-243fd99bc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:23.568260 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-3c454fdb-217a-46cf-bcd7-243fd99bc12c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1138 time: 0.2948074 Jul 09 15:50:23.617291 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:23.646284 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-360327f5-3b1f-4711-afbb-90739fbbea75 req-b0935be2-74d9-4512-8063-22988b1cb555 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125216 Jul 09 15:50:23.725918 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-e955aa51-8f93-4bc7-b20a-ee2a94665620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:23.727475 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-e955aa51-8f93-4bc7-b20a-ee2a94665620 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.1488018 Jul 09 15:50:23.728685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:23.917100 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:23.947669 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-be2a25d3-79c1-4d9a-b00b-c34f0ada9af9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 1001 time: 0.2071462 Jul 09 15:50:24.040480 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-2be920b6-1b0a-4870-bbfd-26e1bbac12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:24.046513 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-2be920b6-1b0a-4870-bbfd-26e1bbac12a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.0821846 Jul 09 15:50:24.088140 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:22Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:24.094145 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc40806-41d9-4865-8271-9c90a8f07ebc None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:22Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:24.295219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-235ae616-83d2-4e34-9090-2e7c879e689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:24.296719 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-235ae616-83d2-4e34-9090-2e7c879e689e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1742096 Jul 09 15:50:24.334862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.395247 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.402789 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f75a8b8d-b655-4899-a4f7-908729bcaf16 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:24.534253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=dffe521a-7767-4e3e-8f96-03f451c8fd5f,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:24.545517 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:24.565845 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38b15248-f908-49fb-a823-597cb393d2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.582509 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.588957 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-d4e030a9-6bb7-4b5f-baca-7d43e8ded7e0 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827554 Jul 09 15:50:24.721155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.722810 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6235845 Jul 09 15:50:24.794768 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-383da4bc-e559-4662-b040-8c079fcd94a4 req-ce8161a5-cf73-47d5-bed6-7e548c58843b service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925881 Jul 09 15:50:24.959176 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f51be-c156-4616-ba4c-40129455ed7b req-4627f082-4c81-4edc-96af-6d0604a6d198 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:24.961428 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0c7f51be-c156-4616-ba4c-40129455ed7b req-4627f082-4c81-4edc-96af-6d0604a6d198 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1289797 Jul 09 15:50:25.140097 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-47e4e2c2-08fb-4ddb-8009-d45b0044ade7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1059729610&fields=id&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 267 time: 0.0748541 Jul 09 15:50:25.214087 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.221015 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0c7f51be-c156-4616-ba4c-40129455ed7b req-00aeef9f-0088-4034-99ff-cc556f541a12 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524524 Jul 09 15:50:25.327228 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-9761b01b-ff58-4d4a-a0a3-0db77ebb1686 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:25.334350 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-9761b01b-ff58-4d4a-a0a3-0db77ebb1686 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 817 time: 0.1926877 Jul 09 15:50:25.351556 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-d7cf6e29-017a-4a4c-a161-41eadd87bb30 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/quotas/b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 375 time: 0.0160446 Jul 09 15:50:25.441829 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56076) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:25.487097 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-f7fcf408-4536-4bad-a023-92cf2b7b5c86 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343968 Jul 09 15:50:25.625080 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.650440 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:25.670089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Usage tracker for resource:security_group_rule and tenant:d2a14de0672346929d9bb1a8f0b6cef2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:25.670089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:25.673791 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:25.720462 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-6f52857b-cfff-40f6-88bc-fdd78322edd7 service neutron] 10.222.0.63 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180982 Jul 09 15:50:25.778155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.782438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.789858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b43b2dd5-4a67-4865-8eab-1f7e7603549d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:25.832978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ade40-c698-4d6e-bd24-abe14d27909b,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:25.844377 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d2a14de0672346929d9bb1a8f0b6cef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017346 Jul 09 15:50:25.845377 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-104e3286-06a6-4f58-871d-818e43f8cf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:25.848115 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56086) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:25.921017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.950411 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-64120673-72d3-453e-af0b-18aa23cedb0f service neutron] 10.222.0.63 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175651 Jul 09 15:50:25.956680 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:25.976592 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f2d189f0-8924-4de5-a3b4-c7311704ae05 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:26.029431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:26.036299 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a60f6c23-0635-40ca-923b-8bddcdea2251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:26.054352 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ade40-c698-4d6e-bd24-abe14d27909b,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:26.056900 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:26.061685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:26.063066 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/967ade40-c698-4d6e-bd24-abe14d27909b HTTP/1.1" status: 204 len: 168 time: 0.2138133 Jul 09 15:50:26.118885 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port f2d189f0-8924-4de5-a3b4-c7311704ae05 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:26.129393 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port f2d189f0-8924-4de5-a3b4-c7311704ae05 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:26.130291 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:26.224576 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a05079bb-86fa-4fe2-a47b-9e3f1dcb9451 req-10b67b65-0217-46be-a6f5-4a75831afea6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:26.273632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a05079bb-86fa-4fe2-a47b-9e3f1dcb9451 req-10b67b65-0217-46be-a6f5-4a75831afea6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:26.273632 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a05079bb-86fa-4fe2-a47b-9e3f1dcb9451 req-10b67b65-0217-46be-a6f5-4a75831afea6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 210 time: 0.0951517 Jul 09 15:50:26.395421 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:26.462091 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port f2d189f0-8924-4de5-a3b4-c7311704ae05, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f2d189f0-8924-4de5-a3b4-c7311704ae05,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:26.468910 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:26.471188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:26.493342 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc306e-dbf9-4867-a9cb-853fded1c78e req-32c042b9-5909-4cdd-a07d-3f464ddb3bf9 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:26.495146 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a6fc306e-dbf9-4867-a9cb-853fded1c78e req-32c042b9-5909-4cdd-a07d-3f464ddb3bf9 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1402092 Jul 09 15:50:26.552284 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:26.556048 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:26.591560 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a6fc306e-dbf9-4867-a9cb-853fded1c78e req-c1f8b565-7069-4f86-8fc1-11adf8e318fe tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832798 Jul 09 15:50:27.138294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56132) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:27.255905 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-286416428-network', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:27.260697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:27.265508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Usage tracker for resource:network and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:27.269031 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:27.279448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:27.282326 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3aa46507-d42f-41e2-9e25-baf6a661942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.291901 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Made reservation on behalf of c1316974ed06484fa8b71b9e25e5c69b for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:27.295369 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.313491 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.330271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:27.334420 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:27.337781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:27.346633 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:27.491599 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-aff61337-0a2c-4694-82ce-583ffb32f255 req-6937e5b7-de95-4783-99f4-f708f77a3dda tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 210 time: 0.0543730 Jul 09 15:50:27.497406 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.502357 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.505786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-277e2aed-59bc-4a97-962a-4186156c4b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:27.543360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f4bac-4a6d-402e-b785-6e1791e44696,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:27.546240 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:50:27.551843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:27.557595 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.558519 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Added segment faa40364-a93b-4cfb-b19e-9330dbfe069f of type vlan for network f184d718-2666-49fc-b95c-bb85a8ecf1f8 Jul 09 15:50:27.609222 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.766351 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.db.resource_extend [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:50:27.808542 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.812966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:27.813483 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:27.827172 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-66aa1922-3c2d-428d-b9f1-7b4bc99b4890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:27.943585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Pushing event updated for resources: {'Network': ['ID=f184d718-2666-49fc-b95c-bb85a8ecf1f8,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:27.955052 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:27.963704 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:50:27.964849 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-0fa8a883-3360-4b22-add5-343423bebcb8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:27.965571 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-0fa8a883-3360-4b22-add5-343423bebcb8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:27.970853 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8314903 Jul 09 15:50:27.974811 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56150) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:27.986597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Request body: {'subnet': {'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-286416428-subnet', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:28.002342 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:28.005898 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d041fef-4928-472e-acc9-ea92ab6fad62 req-1b2dff3c-8944-4ec2-9db6-e47b902c1752 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:28.008282 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Usage tracker for resource:subnet and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:28.009395 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9d041fef-4928-472e-acc9-ea92ab6fad62 req-1b2dff3c-8944-4ec2-9db6-e47b902c1752 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1854322 Jul 09 15:50:28.013258 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:28.018149 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f2d189f0-8924-4de5-a3b4-c7311704ae05 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:28.020664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:28.023154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-0fa8a883-3360-4b22-add5-343423bebcb8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:28.024378 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-0fa8a883-3360-4b22-add5-343423bebcb8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 817 time: 0.4052041 Jul 09 15:50:28.036572 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Made reservation on behalf of c1316974ed06484fa8b71b9e25e5c69b for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:28.040156 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118661'] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.114320 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9d041fef-4928-472e-acc9-ea92ab6fad62 req-5be86831-06ff-4e0e-978d-a7f7bfd1fbe6 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901966 Jul 09 15:50:28.208166 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-76ede145-a60a-4384-a707-8c61b2cb4d83 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:28.227395 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port f2d189f0-8924-4de5-a3b4-c7311704ae05 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:28.227782 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.255208 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-76ede145-a60a-4384-a707-8c61b2cb4d83 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:28.256585 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-76ede145-a60a-4384-a707-8c61b2cb4d83 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 380 time: 0.1965687 Jul 09 15:50:28.269445 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'port': {'device_id': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'admin_state_up': True, 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'security_groups': ['9ceb87b4-cf60-451e-a783-2c0659bf2985']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:28.312965 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.523599 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:28.526206 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118675'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.534687 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0db73a55-54aa-4197-a132-d9ab072c5d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:28.567253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:28.612013 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Made reservation on behalf of b9421e60a5bb4fdeb864afe6044d21d2 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:28.616938 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.641422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9da7e8-ec73-4e7a-9920-f23e166b6769,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:28.646875 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:28.658813 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Checking segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:28.659172 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Network hostable DHCP agents. Network: f184d718-2666-49fc-b95c-bb85a8ecf1f8, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:50:28.770716 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-10184c1c-e562-452f-a141-a26ae9a88d3e req-22593db6-4a08-4525-b01b-3e96daee0558 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 210 time: 0.0691328 Jul 09 15:50:28.804502 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:50:28.826161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, f184d718-2666-49fc-b95c-bb85a8ecf1f8) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:28.834317 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a44cd9-3528-4d7f-8ab9-bbb83124e2f0 None None] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:28.865416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:28.865991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.911784 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Allocated IP 172.20.0.11 (81d98dc7-1fae-47af-84d4-feedc9581d68/145c0fef-6c76-4729-aa00-fba00cbfd6d8/9fe2437a-7639-4cdb-9870-58bf73f57240) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:28.919964 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9387083 Jul 09 15:50:28.920233 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56170) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:28.925782 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:28.932927 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:28.939583 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Usage tracker for resource:router and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:28.943837 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:28.951409 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:28.963671 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.965592 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:28.984729 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.199825 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:50:29.201113 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.258884 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.286271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Transition to ACTIVE for port object 9fe2437a-7639-4cdb-9870-58bf73f57240 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:29.323030 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.332249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:29.429274 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Allocated IP 172.20.0.2 (f184d718-2666-49fc-b95c-bb85a8ecf1f8/0f9da7e8-ec73-4e7a-9920-f23e166b6769/a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:29.490470 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.525284 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:29.528918 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:29.538005 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:29.539164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:29.541404 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:29.630759 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:29.631936 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.659828 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3952043 Jul 09 15:50:29.674236 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389ee2-05e9-4803-81bc-18ca122e22f1 req-adc4f296-6d04-427c-b0ef-42940e55f135 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:29.676440 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-19389ee2-05e9-4803-81bc-18ca122e22f1 req-adc4f296-6d04-427c-b0ef-42940e55f135 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.2703660 Jul 09 15:50:29.681248 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Request body: {'port': {'device_id': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:29.757328 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.774568 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Transition to ACTIVE for port object a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:29.778410 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-19389ee2-05e9-4803-81bc-18ca122e22f1 req-79b5ab8b-9d25-46cf-b92e-8cb241cd4dd0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881317 Jul 09 15:50:29.799381 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Transition to ACTIVE for port object a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:29.831822 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.831975 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.845716 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:29.925193 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Pushing event updated for resources: {'Port': ['ID=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:29.930194 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:29.935314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.937267 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:29.938639 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:29.941132 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:29.985644 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b396efe4-b9d5-4096-a3c4-20f5050067e2 None None] Provisioning for port 9fe2437a-7639-4cdb-9870-58bf73f57240 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:30.039069 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b396efe4-b9d5-4096-a3c4-20f5050067e2 None None] Provisioning complete for port 9fe2437a-7639-4cdb-9870-58bf73f57240 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:30.039506 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b396efe4-b9d5-4096-a3c4-20f5050067e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.120209 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Attempting to bind port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:30.121174 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Attempting to bind port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:30.122637 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Attempting to bind port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 on network f184d718-2666-49fc-b95c-bb85a8ecf1f8 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:30.132631 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b396efe4-b9d5-4096-a3c4-20f5050067e2 None None] Port 9fe2437a-7639-4cdb-9870-58bf73f57240 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:30.134584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:30.134962 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Checking segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:30.135403 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.136613 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Bound using segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:30.137396 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Bound port: a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:30.137931 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.176130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ad2f-3717-417e-b1f5-2ec2ba6199dd req-01f36347-9f62-456d-a30c-1b9781c9e06d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:30.176847 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f3b1ad2f-3717-417e-b1f5-2ec2ba6199dd req-01f36347-9f62-456d-a30c-1b9781c9e06d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:30.178387 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.218206 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-f3b1ad2f-3717-417e-b1f5-2ec2ba6199dd req-01f36347-9f62-456d-a30c-1b9781c9e06d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:30.219588 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f3b1ad2f-3717-417e-b1f5-2ec2ba6199dd req-01f36347-9f62-456d-a30c-1b9781c9e06d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 932 time: 0.2292571 Jul 09 15:50:30.249423 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.256675 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] For port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:30.268433 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] For port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:30.278468 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.294089 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-dbe905dc-2c2c-42b3-b0d2-f8f207c5ef71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:30.303560 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f3b1ad2f-3717-417e-b1f5-2ec2ba6199dd req-724be860-3339-4278-a46e-012477ab8f2f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677044 Jul 09 15:50:30.374124 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:50:30.382899 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.402855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Transition to ACTIVE for port object 9fe2437a-7639-4cdb-9870-58bf73f57240 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:30.416891 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.425203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e52f8620-be73-492f-b246-6e910b90fd80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:30.456311 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Pushing event updated for resources: {'Port': ['ID=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:30.470563 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:30.484315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Allocated IP 172.28.3.101 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:30.492971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:30.557485 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:30.772444 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.786971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Attempting to bind port 9fe2437a-7639-4cdb-9870-58bf73f57240 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:30.787389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Attempting to bind port 9fe2437a-7639-4cdb-9870-58bf73f57240 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:30.787833 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Attempting to bind port 9fe2437a-7639-4cdb-9870-58bf73f57240 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:30.793848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Port 9fe2437a-7639-4cdb-9870-58bf73f57240 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:50:30.794146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Attempting to bind port 9fe2437a-7639-4cdb-9870-58bf73f57240 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:30.800392 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:30.800695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Checking segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:30.801199 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Bound using segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:30.801500 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Bound port: 9fe2437a-7639-4cdb-9870-58bf73f57240, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:30.801853 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.824859 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.833901 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0ece1ccc-411a-4962-8928-b9f8cbde52ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:30.913992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:30.918690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:30.923586 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:30.926884 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:30.934851 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:30.939729 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.943897 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5001da5-b0d2-4bf9-84a2-6016c4bdec15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:31.008389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.009048 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:31.011374 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] 10.222.0.69 "PUT /v2.0/ports/9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 1094 time: 1.3346479 Jul 09 15:50:31.013981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:31.046835 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:31.052906 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:31.053541 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:31.056361 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:31.121263 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'status': 'completed', 'code': 200} Jul 09 15:50:31.173567 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-6685690a-64d7-4450-9a59-065eb23f8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.174935 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-6685690a-64d7-4450-9a59-065eb23f8e43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1097 time: 0.0876205 Jul 09 15:50:31.259313 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-2d254cde-9d09-488c-a0dc-ea6fd660b9b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 217 time: 0.0687401 Jul 09 15:50:31.266100 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42b675-d352-4d26-9ef7-29eaa836d3df req-e44e78c4-fbc7-4d57-9f19-0f09f8826047 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.267617 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cd42b675-d352-4d26-9ef7-29eaa836d3df req-e44e78c4-fbc7-4d57-9f19-0f09f8826047 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.3112338 Jul 09 15:50:31.331678 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-94ec52c3-7cf0-482a-b022-08b0aaa8ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.333192 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-94ec52c3-7cf0-482a-b022-08b0aaa8ea16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0662694 Jul 09 15:50:31.418256 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cd42b675-d352-4d26-9ef7-29eaa836d3df req-38bf0fff-6466-4ee6-b9b7-d751d8f2b7dd tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434426 Jul 09 15:50:31.429124 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-5c35fa89-27d6-41f2-9da8-cae5b4e02e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.441116 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-5c35fa89-27d6-41f2-9da8-cae5b4e02e78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897152 Jul 09 15:50:31.519997 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:31.639571 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-9a8eb877-3f80-4b1f-b96a-211c6bdab7d4 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975725 Jul 09 15:50:31.650794 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024309f-f4e6-4992-a413-04856df5353b req-1cb331a9-6cbd-44b0-96a7-da12995061af tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:31.658366 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c024309f-f4e6-4992-a413-04856df5353b req-1cb331a9-6cbd-44b0-96a7-da12995061af tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1985157 Jul 09 15:50:31.740097 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4350ed0-6f67-497b-afab-2daf18c8dd84 None None] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:31.894112 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-9e5ceaf5-39ac-42df-96ce-7e56704400d0 None None] Provisioning for port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:31.929323 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c024309f-f4e6-4992-a413-04856df5353b req-c904cbad-017e-4c33-808a-197b7d850383 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700908 Jul 09 15:50:31.981358 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76546b39-5388-43c1-b927-8a1e9bf9706b req-14aa0dc6-7528-4b22-b76d-ecbb1eb10661 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204081 Jul 09 15:50:32.046527 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:32.070953 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.180717 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:32.189575 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:32.189992 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.209872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089639-69b3-45d0-8854-585a5a438ff9 req-bd27d058-c2d6-4120-a23a-531b9cc6ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:32.212751 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-bd27d058-c2d6-4120-a23a-531b9cc6ba1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1097 time: 0.1186090 Jul 09 15:50:32.289430 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:50:32.346313 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.387295 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:32.392911 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.404515 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:32.446953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089639-69b3-45d0-8854-585a5a438ff9 req-2d89d5bb-904d-4526-bad1-e575d0dbc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:32.450369 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-2d89d5bb-904d-4526-bad1-e575d0dbc504 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.2299416 Jul 09 15:50:32.535006 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:32.539173 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:32.547856 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-2b99958e-f30e-46f5-9720-33d3c7093b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 217 time: 0.0898449 Jul 09 15:50:32.579999 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-6982cbf1-1611-4e61-97b9-99d4fbc780d4 None None] Provisioning complete for port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:32.580530 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6982cbf1-1611-4e61-97b9-99d4fbc780d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.630518 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089639-69b3-45d0-8854-585a5a438ff9 req-88afcb85-273c-4910-9f05-b5cf50decc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:32.632523 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-88afcb85-273c-4910-9f05-b5cf50decc1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0772693 Jul 09 15:50:32.652053 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:32.698052 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Sync routers for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:32.701757 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:32.703168 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7818325 Jul 09 15:50:32.706019 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56214) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:32.726583 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:32.727352 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:32.727538 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dff0d-7944-4792-b375-042466a9bb6d req-25e45b7b-5aed-4255-8a61-5031f657615f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:32.729002 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8c0dff0d-7944-4792-b375-042466a9bb6d req-25e45b7b-5aed-4255-8a61-5031f657615f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1171110 Jul 09 15:50:32.785557 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8c0dff0d-7944-4792-b375-042466a9bb6d req-846590b0-3aa2-410c-a9cd-b290a9025f0c tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489519 Jul 09 15:50:32.909324 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089639-69b3-45d0-8854-585a5a438ff9 req-28377d60-1ac5-4b97-b8ce-beef6505d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:32.910816 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-28377d60-1ac5-4b97-b8ce-beef6505d1f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2690475 Jul 09 15:50:32.953911 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:33.250493 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:31Z', 'revision_number': 3, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:33.254612 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Checking router: 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:33.254744 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Updating router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:33.270808 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-096543f2-22ca-4c6c-846c-2380962de9e7 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481033 Jul 09 15:50:33.308608 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.424316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc98326-6d33-4c1e-ab9f-6604da13c082 req-e1589129-c2a3-44f2-9247-bd821fb10481 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:33.425761 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8dc98326-6d33-4c1e-ab9f-6604da13c082 req-e1589129-c2a3-44f2-9247-bd821fb10481 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.3675354 Jul 09 15:50:33.671661 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.682252 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8dc98326-6d33-4c1e-ab9f-6604da13c082 req-9ba6ba5f-c497-4da9-a113-bb4bca5078a8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429185 Jul 09 15:50:33.691322 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Transition to ACTIVE for port object ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:33.703354 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.710874 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:33.712163 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-89089639-69b3-45d0-8854-585a5a438ff9 req-e7b8efdb-5b84-498c-80da-a2b32336a39d service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324033 Jul 09 15:50:33.787797 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Attempting to bind port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:33.788180 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Attempting to bind port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:33.788627 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Attempting to bind port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:33.799172 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:33.799662 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:33.800151 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.800653 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:33.801211 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Bound port: ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:33.801657 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.852330 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Pushing event updated for resources: {'Port': ['ID=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:33.865934 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:33.901033 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.922312 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] For port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:33.926749 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] For port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:33.938992 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:33.944985 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:34.015710 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:34.048886 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad953e82-f90a-470d-aba7-027138ba9096 req-22b64f5c-586d-40c4-bf2d-280c28d75bf2 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:34.050474 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad953e82-f90a-470d-aba7-027138ba9096 req-22b64f5c-586d-40c4-bf2d-280c28d75bf2 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.1010475 Jul 09 15:50:34.051012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56232) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:34.108606 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:34.109535 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:34.109828 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad953e82-f90a-470d-aba7-027138ba9096 req-45605b90-10f3-40f6-9b38-5caa8c4355f7 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494678 Jul 09 15:50:34.167645 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Pushing event updated for resources: {'Port': ['ID=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:34.174116 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Allocated IP 172.20.0.1 (f184d718-2666-49fc-b95c-bb85a8ecf1f8/0f9da7e8-ec73-4e7a-9920-f23e166b6769/ba157900-4016-4279-9b08-1ae874ab5325) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:34.187905 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:34.203383 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.218559 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:34.222417 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8bcb116fe04c468e88688e317a8a66 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:34.225307 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:34.231811 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:34.285563 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:34.286009 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.320805 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.325531 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.334110 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-250f20af-d68d-47fb-9fc5-a69f9b3f9ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:34.337847 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.356133 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Transition to ACTIVE for port object ba157900-4016-4279-9b08-1ae874ab5325 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:34.366210 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:34.376705 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef8bcb116fe04c468e88688e317a8a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222952 Jul 09 15:50:34.376705 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad67b8-b150-4f4a-bedd-6cdbb62b6491,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:34.377090 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56238) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:34.379007 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:34.414829 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.421555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e9718af0-1757-4658-9398-42ba5977e4d3 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:34.496544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:34.500739 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:34.503146 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:34.570740 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.572422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Pushing event updated for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:34.576097 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:34.604580 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.620368 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.701254 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.707419 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-df69005b-5e98-4cc0-9705-ee0cae6f10db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:34.732728 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad67b8-b150-4f4a-bedd-6cdbb62b6491,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:34.736993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:34.772312 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.773894 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f61a827c-5489-4603-ba87-473d38ce639c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03ad67b8-b150-4f4a-bedd-6cdbb62b6491 HTTP/1.1" status: 204 len: 168 time: 0.3944740 Jul 09 15:50:34.783537 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:31Z', 'revision_number': 3, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:34.790726 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5248b1e-2d7e-4b09-958b-a340b7981b00 None None] The sync data for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb is: [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:31Z', 'revision_number': 3, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:34.806446 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-5e63d300-406a-41a0-876a-c588cb31dae4 None None] Provisioning for port ba157900-4016-4279-9b08-1ae874ab5325 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:34.807155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.816199 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-5e63d300-406a-41a0-876a-c588cb31dae4 None None] Provisioning complete for port ba157900-4016-4279-9b08-1ae874ab5325 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:34.816732 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-5e63d300-406a-41a0-876a-c588cb31dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:34.877075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-5e63d300-406a-41a0-876a-c588cb31dae4 None None] Port ba157900-4016-4279-9b08-1ae874ab5325 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:34.891119 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:50:35.051885 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:35.056792 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a3d6-a788-4b4d-8f2b-b101d13bb8df req-cebef75e-3f08-4c08-aea6-fdd63a2f192b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:35.058912 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5f9a3d6-a788-4b4d-8f2b-b101d13bb8df req-cebef75e-3f08-4c08-aea6-fdd63a2f192b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.2315941 Jul 09 15:50:35.097624 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:50:35.176412 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5f9a3d6-a788-4b4d-8f2b-b101d13bb8df req-ba874773-2253-4ec3-ad40-384b5eb8e103 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065750 Jul 09 15:50:35.220455 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.227911 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.274616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8449f34d-4f2a-45c1-998f-2dd02304a3b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:35.284819 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56250) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:35.292203 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.311835 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:50:35.335252 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:35.351983 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.357533 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:35.363878 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.380887 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.387182 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Pushing event updated for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:35.400269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:35.404914 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:35.409570 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Usage tracker for resource:security_group_rule and tenant:34f207542d1f4cf1bdcdca4c1fa0e7c6 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:35.413610 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:35.422380 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:35.487889 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:35.492394 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:35.553465 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fca28-6c18-4970-b2c1-39dd377b6234 req-3e270a42-af56-4835-86f0-d24ffb58d2a1 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:35.555092 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-900fca28-6c18-4970-b2c1-39dd377b6234 req-3e270a42-af56-4835-86f0-d24ffb58d2a1 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.2519433 Jul 09 15:50:35.591178 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:35.591693 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.592888 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:35.602803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.614271 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3768b9be-9f7e-4918-8ede-de00da668af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:35.676092 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-900fca28-6c18-4970-b2c1-39dd377b6234 req-8c7a3a33-7ed9-4f81-8e79-a84fddf94ff1 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104836 Jul 09 15:50:35.685303 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34f207542d1f4cf1bdcdca4c1fa0e7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957405 Jul 09 15:50:35.685303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a84ebe-7e12-4d62-9ea2-539ebc8ce389,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:35.688189 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:35.689142 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56254) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:35.720183 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['9fe2437a-7639-4cdb-9870-58bf73f57240'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:50:35.773551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.811305 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.888248 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.892483 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9c105c62-9e83-4379-9560-cf5bf7fc3410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:35.919961 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a84ebe-7e12-4d62-9ea2-539ebc8ce389,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:35.923258 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:35.935176 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:35.942507 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-2a2ac1f5-d46d-4ce8-9d1c-94330523304b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c2a84ebe-7e12-4d62-9ea2-539ebc8ce389 HTTP/1.1" status: 204 len: 168 time: 0.2523100 Jul 09 15:50:35.978880 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f6df488b-29a4-4a56-a59d-f87041debb96 None None] Provisioning complete for port ba157900-4016-4279-9b08-1ae874ab5325 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:35.980912 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f6df488b-29a4-4a56-a59d-f87041debb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.043388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:50:36.070962 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f6df488b-29a4-4a56-a59d-f87041debb96 None None] Port ba157900-4016-4279-9b08-1ae874ab5325 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:36.099457 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:36.185836 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:36.190935 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:36.191253 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.344697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.364246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:36.369182 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.371385 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ce1607d2-8c8d-4c23-9739-af2841a4482c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:36.401017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:36.406635 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] 10.222.0.63 "PUT /v2.0/routers/3ea26a61-0c06-4aee-a511-0c81d91aa8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6996341 Jul 09 15:50:36.419338 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56266) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:36.442112 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.456292 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:36.459506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda52f3-d34d-4645-a68d-7c2c640fb267 req-f7ec947e-a403-455f-b270-5f7cdb56b5ef tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:36.459649 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:36.461042 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9fda52f3-d34d-4645-a68d-7c2c640fb267 req-f7ec947e-a403-455f-b270-5f7cdb56b5ef tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 945 time: 0.1182218 Jul 09 15:50:36.471680 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:36.475617 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Usage tracker for resource:security_group_rule and tenant:cd20d824acee4feebe81b4af21f2dcf2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:36.478485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:36.484570 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:36.508483 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9fda52f3-d34d-4645-a68d-7c2c640fb267 req-d368c966-5807-4155-9598-060644b48496 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Jul 09 15:50:36.592829 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.597873 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.605580 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-18aa20a2-6732-4194-ab95-91c495300b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:36.648758 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cd20d824acee4feebe81b4af21f2dcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284291 Jul 09 15:50:36.649578 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b85d14-cd26-4eec-abff-3bf12e97191a,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:36.651377 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56272) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:36.652664 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:36.724150 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.762214 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.818913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.825197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ecc901da-894a-458d-a7f7-1342419d531b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:36.835656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b85d14-cd26-4eec-abff-3bf12e97191a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:36.842000 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:36.845800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:36.846518 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/20b85d14-cd26-4eec-abff-3bf12e97191a HTTP/1.1" status: 204 len: 168 time: 0.1936677 Jul 09 15:50:36.895074 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:36.969649 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Sync routers for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:36.988120 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:36.989588 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:37.025620 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e394f-204d-4863-966b-441f5f6954aa req-8aea206a-90db-44d5-8e42-b34993eee9b6 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:37.028019 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4c7e394f-204d-4863-966b-441f5f6954aa req-8aea206a-90db-44d5-8e42-b34993eee9b6 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.2088575 Jul 09 15:50:37.032513 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 9fe2437a-7639-4cdb-9870-58bf73f57240 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:37.043714 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 9fe2437a-7639-4cdb-9870-58bf73f57240 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:37.044747 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.098065 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4c7e394f-204d-4863-966b-441f5f6954aa req-e05e5ab8-6adb-478e-afce-787f08fdec64 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&id=86cc0b96-b455-40b5-826b-dc3fea40156b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627213 Jul 09 15:50:37.222590 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:37.230391 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.262305 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:37.289117 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:37.302222 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.304188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:37.306230 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56302) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:37.318200 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247896806-network', 'tenant_id': '756139a4e8d14780911d415666c98727'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:37.323547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:37.328616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Usage tracker for resource:network and tenant:756139a4e8d14780911d415666c98727 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:37.331933 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:37.339790 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:37.352989 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'code': 200} Jul 09 15:50:37.353710 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Made reservation on behalf of 756139a4e8d14780911d415666c98727 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:37.357799 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.387097 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.397278 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:37.402219 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:37.412140 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:37.416628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Usage tracker for resource:security_group_rule and tenant:756139a4e8d14780911d415666c98727 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:37.421113 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:37.428743 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:37.532974 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.537161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.544558 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-43a50794-b160-49f0-b7b1-a17a74fc4ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:37.583402 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:50:37.599075 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 2, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:37.603748 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Checking router: 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:37.604595 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Updating router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 port ba157900-4016-4279-9b08-1ae874ab5325 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:37.628325 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18790314-6089-4771-af1e-bcf08e966ec2,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:37.632264 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:37.651856 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.652304 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Added segment 805bd687-4956-4be1-8145-c660d3155e72 of type vlan for network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 Jul 09 15:50:37.687612 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.711378 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.722737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca65d-6efc-4787-b698-a5d7abadd819 req-8ac4d310-0a13-483f-b604-4088ebfe7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:37.724385 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f02ca65d-6efc-4787-b698-a5d7abadd819 req-8ac4d310-0a13-483f-b604-4088ebfe7393 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1099 time: 0.1419306 Jul 09 15:50:37.770734 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb5d45-abc2-4ee3-a339-d45b0d677378 req-00018177-b884-4e0d-91c5-4013b94fe9ae tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:37.772245 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8dcb5d45-abc2-4ee3-a339-d45b0d677378 req-00018177-b884-4e0d-91c5-4013b94fe9ae tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1011770 Jul 09 15:50:37.777338 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.781653 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:37.782294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:37.789432 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9f493a1d-19f7-4eee-823b-999e5afaae83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:37.817759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f02ca65d-6efc-4787-b698-a5d7abadd819 req-080c7b1e-f645-42c4-9b15-ad4aeb25f349 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863328 Jul 09 15:50:37.827144 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8dcb5d45-abc2-4ee3-a339-d45b0d677378 req-401a8339-eb20-4981-8dc3-6f5fa4c0286b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481436 Jul 09 15:50:37.899155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Pushing event updated for resources: {'Network': ['ID=3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:37.902586 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:37.919238 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6103461 Jul 09 15:50:37.922698 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56318) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:37.926702 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:50:37.936076 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Request body: {'subnet': {'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247896806-subnet', 'tenant_id': '756139a4e8d14780911d415666c98727', 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:37.941604 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:37.954327 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Usage tracker for resource:subnet and tenant:756139a4e8d14780911d415666c98727 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:37.964818 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:37.976559 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:37.996912 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Made reservation on behalf of 756139a4e8d14780911d415666c98727 for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:38.000477 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.020398 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:38.128390 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:38.128958 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.173699 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.189195 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Transition to ACTIVE for port object ba157900-4016-4279-9b08-1ae874ab5325 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:38.196517 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.201405 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:38.255623 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.264100 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e256e899-973c-44d0-80a7-65653eca0543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:38.337266 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb90bf-0c87-4d11-a547-df1c828af64d None None] Pushing event updated for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:38.339921 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d7361b-38df-4189-a291-755b926c4699,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:38.341274 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-dfeb90bf-0c87-4d11-a547-df1c828af64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:38.350534 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:38.382991 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Checking segment: {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:38.384091 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Network hostable DHCP agents. Network: 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:50:38.407838 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:50:38.420250 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:38.425197 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:38.425825 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.431272 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d394844-b3f9-443d-b5d7-79b184786af9 None None] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:38.453379 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Attempting to bind port ba157900-4016-4279-9b08-1ae874ab5325 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:38.453753 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Attempting to bind port ba157900-4016-4279-9b08-1ae874ab5325 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:38.454286 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Attempting to bind port ba157900-4016-4279-9b08-1ae874ab5325 on network f184d718-2666-49fc-b95c-bb85a8ecf1f8 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:38.460165 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:38.460556 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Checking segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:38.460968 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.461362 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Bound using segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:38.461965 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Bound port: ba157900-4016-4279-9b08-1ae874ab5325, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:38.462372 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.478986 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5511038 Jul 09 15:50:38.479944 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56326) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:38.485942 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:38.492695 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:38.503156 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Usage tracker for resource:router and tenant:756139a4e8d14780911d415666c98727 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:38.515125 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:38.545077 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:38.568948 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1010'] for router, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.571374 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-971'] for router, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.586608 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] For port ba157900-4016-4279-9b08-1ae874ab5325, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:38.593388 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] For port ba157900-4016-4279-9b08-1ae874ab5325, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ba157900-4016-4279-9b08-1ae874ab5325,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:38.607738 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.611336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.621824 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-ceb4f31f-1c7e-44da-8a00-a6b44a30f6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:38.712534 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd69e690e-f1d8-5c1b-af04-fc6070c5776c-3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699'}]}} from dv-cinder-800220-1-smb. {{(pid=78597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 15:50:38.715911 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:38.752984 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:38.753634 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:38.857874 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb90bf-0c87-4d11-a547-df1c828af64d None None] Pushing event updated for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=4']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:38.863327 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-dfeb90bf-0c87-4d11-a547-df1c828af64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:38.954599 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.db_base_plugin_common [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Allocated IP 172.20.0.2 (3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132/80d7361b-38df-4189-a291-755b926c4699/ea83bd8f-9981-46a3-9204-6cfea8e5b3fb) {{(pid=78597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:39.007945 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:39.038299 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-981'] for router, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.156554 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a761b7-2809-4ae2-9d8e-47daa57b362a req-d80b1d39-6d4c-46ba-abd1-0d215d2fa526 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:39.163721 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-03a761b7-2809-4ae2-9d8e-47daa57b362a req-d80b1d39-6d4c-46ba-abd1-0d215d2fa526 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1348109 Jul 09 15:50:39.210430 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-03a761b7-2809-4ae2-9d8e-47daa57b362a req-ace82c1e-345f-442f-a017-9cb748cb529d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Jul 09 15:50:39.268107 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks [] for port, precommit_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.278927 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Transition to ACTIVE for port object ea83bd8f-9981-46a3-9204-6cfea8e5b3fb will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:39.298472 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Transition to ACTIVE for port object ea83bd8f-9981-46a3-9204-6cfea8e5b3fb will not be triggered until provisioned by entity DHCP. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:39.304301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044'] for port, after_create {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.309614 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:39.371991 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 is already hosted by enough agents. {{(pid=78597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:39.374990 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.scheduler.base_scheduler [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Resources bound (agent type, host, resource id): {{(pid=78597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:39.378698 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Received port after_create {{(pid=78597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:39.387791 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Pushing event updated for resources: {'Port': ['ID=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,revision_number=1']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:39.414817 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:39.444546 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.452962 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:38Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:39.457303 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b21109-9496-4c51-af3a-81167465c419 None None] The sync data for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb is: [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:38Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:39.476727 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.485145 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Attempting to bind port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:39.485621 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Attempting to bind port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:39.485900 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Attempting to bind port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb on network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:39.497133 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:39.497614 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Checking segment: {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:39.505062 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.505062 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Bound using segment: {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:39.505062 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Bound port: ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:39.505062 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.653466 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] For port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:39.657152 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] For port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:39.658348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Allocated IP 172.28.3.69 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/6dcf51e0-4991-40a4-8082-471e7a5fa1b7) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:39.667994 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:39.676787 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:39.759873 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Pushing event updated for resources: {'Port': ['ID=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:39.763207 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:39.944205 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.004843 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.008968 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:40.087789 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ba157900-4016-4279-9b08-1ae874ab5325 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:40.112930 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:40.116235 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:40.120890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:40.182082 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:40.195584 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port ba157900-4016-4279-9b08-1ae874ab5325 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:40.204335 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ba157900-4016-4279-9b08-1ae874ab5325 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:40.204686 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.204973 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:40.394887 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.436354 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port ba157900-4016-4279-9b08-1ae874ab5325, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ba157900-4016-4279-9b08-1ae874ab5325,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:40.445239 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.447461 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:40.529760 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:40.535756 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:40.624202 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad455e0-5ca0-4d72-9c10-b18630a2e5b7 req-4613a19a-77e8-4141-b0a7-0d58ed5df517 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:40.625733 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bad455e0-5ca0-4d72-9c10-b18630a2e5b7 req-4613a19a-77e8-4141-b0a7-0d58ed5df517 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.2448237 Jul 09 15:50:40.774191 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bad455e0-5ca0-4d72-9c10-b18630a2e5b7 req-6ae704d4-23fc-4625-95b2-d0efcc351936 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374700 Jul 09 15:50:40.781464 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:40.944776 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ae594-ea3b-4b48-8971-d24b81e30409 None None] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:40.975417 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972df35-c5ed-46ba-8a60-e1e5cce2fe20 req-a6b9832b-14d6-4825-9613-58875edfc37e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:40.976882 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c972df35-c5ed-46ba-8a60-e1e5cce2fe20 req-a6b9832b-14d6-4825-9613-58875edfc37e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0839543 Jul 09 15:50:40.985991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56348) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:40.991418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'floatingip': {'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:41.039926 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-3b73b645-57a8-480c-82c2-7ea7703389b9 None None] Provisioning for port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:41.072322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:41.161685 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357126'] for router, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:41.379607 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Router e2c2c044-b535-402b-b174-cec606836f83 is scheduled to L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a with binding_index 1 {{(pid=78595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:50:41.689644 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:41.710190 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Sync routers for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:41.721100 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:41.722907 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2426727 Jul 09 15:50:41.725573 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56356) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:41.726951 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:41.729730 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:41.872273 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56362) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:42.012932 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:42.073084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.100279 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:42.112547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.113667 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Usage tracker for resource:security_group_rule and tenant:8a29084580c24ab399bf54fbeb569f7e is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:42.117189 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:42.123027 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.141806 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ea83bd8f-9981-46a3-9204-6cfea8e5b3fb up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:42.171054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:42.326873 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:42.336252 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Floating IP e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac associated. External IP: 172.28.3.251, port: 9fe2437a-7639-4cdb-9870-58bf73f57240. Jul 09 15:50:42.359988 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:42.360509 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.492913 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 3, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:42.502554 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Checking router: e2c2c044-b535-402b-b174-cec606836f83 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:42.503038 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Updating router e2c2c044-b535-402b-b174-cec606836f83 port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 binding host dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:42.526205 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.536867 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.546916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-76b9f084-9be3-4ce5-ab90-0876dce865cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:42.548070 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.558994 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.597661 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a29084580c24ab399bf54fbeb569f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240424 Jul 09 15:50:42.598259 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16824fcf-ae5d-4b03-89ca-65272707ea74,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:42.600734 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56368) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:42.606244 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:42.611235 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.683785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:42.717179 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.718154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ba157900-4016-4279-9b08-1ae874ab5325 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:42.758288 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:42.795912 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Allocated IP 172.20.0.1 (3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132/80d7361b-38df-4189-a291-755b926c4699/2e367a52-cdfa-4335-9c48-95bfe3a5c4b9) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:42.834188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:50:42.835338 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.860586 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:42.866871 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:42.936405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.954823 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ba157900-4016-4279-9b08-1ae874ab5325 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:42.955202 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.960684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:42.978713 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.provisioning_blocks [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Transition to ACTIVE for port object 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 will not be triggered until provisioned by entity DHCP. {{(pid=78595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:43.005532 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.010925 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2111c715-e463-435d-962d-f63a1e4e7a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:43.080357 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:43.083301 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:43.085772 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:43.129209 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Pushing event updated for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:43.132090 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:43.150220 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357312'] for router_interface, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.189226 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks [] for port, precommit_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.215343 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:43.225959 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.226933 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:43.233556 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b255a812-bb2c-447a-b281-00acaad6160d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:43.239482 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Transition to ACTIVE for port object 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 will not be triggered until provisioned by entity L2. {{(pid=78597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:43.243694 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:43.244445 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:43.246375 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16824fcf-ae5d-4b03-89ca-65272707ea74,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:43.259991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:43.261498 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.266410 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.272542 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:43.317927 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.319460 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-aaec74b4-cacd-4b79-a974-a8ce740d0768 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/16824fcf-ae5d-4b03-89ca-65272707ea74 HTTP/1.1" status: 204 len: 168 time: 0.6382942 Jul 09 15:50:43.365032 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b1b687b8-dcd9-4008-9e1c-19caab51478e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "PUT /v2.0/floatingips/e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac HTTP/1.1" status: 200 len: 992 time: 2.3779252 Jul 09 15:50:43.365970 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:43.402695 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Pushing event updated for resources: {'Port': ['ID=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,revision_number=2']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:43.415228 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:43.441796 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Attempting to bind port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:43.443709 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Attempting to bind port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:43.444304 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Attempting to bind port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 on network edbfeb9f-ae32-4631-8140-0b36e32281a3 {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:43.463439 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'status': 'completed', 'code': 200} Jul 09 15:50:43.465654 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:43.466700 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Checking segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:43.468233 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.469582 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Bound using segment: {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'} {{(pid=78597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:43.470754 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.managers [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Bound port: 6dcf51e0-4991-40a4-8082-471e7a5fa1b7, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132e70-8d71-4bf5-9747-1542dcf28ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}}] {{(pid=78597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:43.471768 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.533114 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d255a8b1-7c13-4952-8c9c-aad32d826b03 None None] Provisioning for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:43.538812 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:43.569245 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d255a8b1-7c13-4952-8c9c-aad32d826b03 None None] Provisioning complete for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:43.570041 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d255a8b1-7c13-4952-8c9c-aad32d826b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.678419 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-d255a8b1-7c13-4952-8c9c-aad32d826b03 None None] Port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:43.698357 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-2990ee43-c509-44c0-9add-03835ac9c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:43.699897 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-2990ee43-c509-44c0-9add-03835ac9c8d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1099 time: 0.1505573 Jul 09 15:50:43.700834 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.704029 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] For port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:43.709254 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] For port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:43.726988 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:43.737729 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-d3975ba4-e191-4e8d-a8e9-5d20dd09ba61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:43.863851 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:43.864500 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:43.911271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-4fa6dc1c-51ad-4b23-9221-3232c61805cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:43.913508 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-4fa6dc1c-51ad-4b23-9221-3232c61805cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.2068660 Jul 09 15:50:44.064715 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-977ecc78-5314-4924-b5d5-2a1f2bb2d828 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 1000 time: 0.1430020 Jul 09 15:50:44.068574 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.074635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.093363 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ea83bd8f-9981-46a3-9204-6cfea8e5b3fb up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:44.133028 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:44.178579 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:50:23Z', 'updated_at': '2021-07-09T15:50:41Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:44.179479 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Pushing event updated for resources: {'Port': ['ID=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,revision_number=3']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:44.186379 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:44.192982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-70d2f3ee-f7c3-4d3f-a345-f0bf8ded087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:44.194407 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:44.194648 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-70d2f3ee-f7c3-4d3f-a345-f0bf8ded087e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.1221650 Jul 09 15:50:44.206076 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:44.206862 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:44.258116 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560763'] for router_interface, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.267808 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Pushing event updated for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:44.271277 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:44.308592 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:44.309181 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.347761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-d715048b-4c68-4a2c-9683-b1e9e7d6bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:44.360024 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-d715048b-4c68-4a2c-9683-b1e9e7d6bd1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1581192 Jul 09 15:50:44.395822 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56396) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:44.421188 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:44.471795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:44.490515 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:44.491689 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:44.560597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-738243780-network', 'tenant_id': '4959c1e2d4744446b8d5549ddb916c33'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:44.577793 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:44.586039 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Usage tracker for resource:network and tenant:4959c1e2d4744446b8d5549ddb916c33 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:44.591563 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:44.615158 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:44.631472 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-74058be5-a81a-429b-92d0-c55100c908bc service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617860 Jul 09 15:50:44.640981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Made reservation on behalf of 4959c1e2d4744446b8d5549ddb916c33 for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:44.645494 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.737685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.753056 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Router e2c2c044-b535-402b-b174-cec606836f83 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:50:44.836471 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:44.840602 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Usage tracker for resource:security_group_rule and tenant:4959c1e2d4744446b8d5549ddb916c33 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:44.843297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:44.849587 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:44.942927 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-a4f77ee5-0f98-4977-8847-734b7624a31c None None] Provisioning complete for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:44.943923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-a4f77ee5-0f98-4977-8847-734b7624a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.952274 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.965426 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:44.973997 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f893a88f-3afe-4260-b583-858c4e673858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:45.007093 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f89f13-db91-4f64-b581-90bb54481bd3,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:45.010072 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:45.023443 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.027225 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77ee5-0f98-4977-8847-734b7624a31c None None] Port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:50:45.034701 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:50:45.057974 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:50:45.059782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.059782 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Added segment f5dd74cd-4e99-4958-982e-2a15be5f5779 of type vlan for network e3b75383-e20a-45d0-afee-1a1797bc8834 Jul 09 15:50:45.060718 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '2e367a52-cdfa-4335-9c48-95bfe3a5c4b9', 'name': '', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'mac_address': 'fa:16:3e:33:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:42Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 2, 'project_id': '756139a4e8d14780911d415666c98727', 'subnets': [{'id': '80d7361b-38df-4189-a291-755b926c4699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:45.065320 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5d58bb02-fd5c-4d1d-b8e1-08c652f19d21 req-40357afb-eee7-473b-907f-b1b6e8b1d408 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260149 Jul 09 15:50:45.066969 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eecc8b-1d2c-4896-b5a7-db10a4952f31 None None] The sync data for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb is: [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '2e367a52-cdfa-4335-9c48-95bfe3a5c4b9', 'name': '', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'mac_address': 'fa:16:3e:33:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:42Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 2, 'project_id': '756139a4e8d14780911d415666c98727', 'subnets': [{'id': '80d7361b-38df-4189-a291-755b926c4699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:45.074161 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] 10.222.0.63 "PUT /v2.0/routers/e2c2c044-b535-402b-b174-cec606836f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3455627 Jul 09 15:50:45.098993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.136078 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.137555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:45.138180 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.143868 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:45.184560 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:50:23Z', 'updated_at': '2021-07-09T15:50:41Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:45.192583 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735d174-d253-4dfe-a04f-2dbffc44945b None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:50:23Z', 'updated_at': '2021-07-09T15:50:41Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:45.253779 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b75383-e20a-45d0-afee-1a1797bc8834,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:45.260060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8604937 Jul 09 15:50:45.261005 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56410) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:45.261697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:45.268404 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network e3b75383-e20a-45d0-afee-1a1797bc8834 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:50:45.270019 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Request body: {'subnet': {'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-738243780-subnet', 'tenant_id': '4959c1e2d4744446b8d5549ddb916c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:45.279419 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:45.285590 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Usage tracker for resource:subnet and tenant:4959c1e2d4744446b8d5549ddb916c33 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:45.288904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:45.295762 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:45.309439 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Made reservation on behalf of 4959c1e2d4744446b8d5549ddb916c33 for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:45.313821 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.565255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.570972 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0027a846-fb16-4086-bc10-18389ace1a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:45.617684 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa3237-b4d7-4dce-bf6c-d6ee4d30952e None None] New status for floating IP e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac: ACTIVE {{(pid=78597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:50:45.651948 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92219f89-3d81-4b33-8412-9fb4e5202078,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:45.656932 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:45.665312 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Checking segment: {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:45.665672 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Network hostable DHCP agents. Network: e3b75383-e20a-45d0-afee-1a1797bc8834, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:50:45.687665 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Network e3b75383-e20a-45d0-afee-1a1797bc8834 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:50:45.699201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, e3b75383-e20a-45d0-afee-1a1797bc8834) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:45.705933 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:45.706860 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.712386 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8b89f-6ecc-45d4-96ce-e8159129b77f None None] Network e3b75383-e20a-45d0-afee-1a1797bc8834 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:45.727711 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-987ced50-328b-4da2-a76a-55817d867b43 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4657207 Jul 09 15:50:45.781892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56416) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:45.787327 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024368462', 'description': 'tempest-secgroup-smoke-2024368462 description', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:45.793698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:45.798785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:45.801702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:45.808943 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:45.819843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.843049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:45.848418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:45.852661 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:45.860880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:45.990892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.995586 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.003240 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.058941 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530e7a30-83b6-45d2-9958-b473fc489f3a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.062014 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.063025 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.067562 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56426) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.074233 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.074604 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2913637 Jul 09 15:50:46.080557 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.084966 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:46.087587 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:46.094320 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:46.111895 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.132552 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0db89b-baaa-4210-8b9b-d7ce7013b671 None None] Network e3b75383-e20a-45d0-afee-1a1797bc8834 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:50:46.176221 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.184854 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.187138 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-56403d77-7c70-4535-a45a-df9086ed7182 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.211842 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b87fa1-51c3-469e-91d7-5a09bfe6c80c,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.214892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.224383 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.225766 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f51ace4e-c9b0-4890-a0bb-a957e8550b9c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570716 Jul 09 15:50:46.228863 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56430) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.235021 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.241495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.246483 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:46.249772 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:46.255963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:46.275341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.356521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.362582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.364915 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.415079 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4eedbf-4407-45f3-aad5-5d529b7b23be,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.429183 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.435468 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.437103 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2069542 Jul 09 15:50:46.440483 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56438) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.446162 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.458634 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.471435 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:46.474683 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:46.480736 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:46.506467 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.579286 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.582947 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.584994 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1176da73-9973-4b32-8026-c97058cdaba3 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.607638 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e693b5-9fc1-4bf2-b0ae-655dcdcfb20b,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.610123 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.617948 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.622069 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-25aa28fd-22f8-4164-843f-5836de152c73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776185 Jul 09 15:50:46.622365 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56442) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.628107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.634810 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.639882 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:46.643276 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:46.650179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:46.670788 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.739972 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.743511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.745745 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b5f21fcd-842b-4ef0-9fdf-279337582df1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.768729 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7427666f-cdba-4afe-99fc-c6a164966b3e,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.780119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.780119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.780565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.780903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.781262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.781607 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.781982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.782634 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.782634 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.783089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.783317 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.783654 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:46.786666 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.787841 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644368 Jul 09 15:50:46.788738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.790634 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 56446) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.796243 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.802723 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.806705 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:46.812400 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:46.818469 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:46.846535 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.securitygroups_db [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Project c1316974ed06484fa8b71b9e25e5c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:50:46.853623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.933160 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.937636 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.939810 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f4df25c2-45e4-4f64-8d0e-19d327b2fc9f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:46.965409 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45014511-aa82-4805-b47c-227f19ed504d,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:46.970223 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:46.976399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:46.977814 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862731 Jul 09 15:50:46.981949 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56450) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:50:46.988516 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'security_group_rule': {'security_group_id': '530e7a30-83b6-45d2-9958-b473fc489f3a', 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:46.995215 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:46.999427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:security_group_rule and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:47.002392 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:47.008420 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:47.021079 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.securitygroups_db [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Project c1316974ed06484fa8b71b9e25e5c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:50:47.029025 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:47.112232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:47.116951 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:47.119036 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:47.143179 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32a831b-5a94-4d63-b11b-c91c171e79aa,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:47.154450 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.154870 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.155269 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.155661 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.156022 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.156412 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.156802 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.157192 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.157560 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.157913 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.158296 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.158649 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:50:47.161719 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:47.162923 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799273 Jul 09 15:50:47.163829 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e7a1d82b-aa2e-4ce4-aeef-a9b4adbd872c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:47.921787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-510b3f15-74bc-48b5-b1cd-3bd2feb716b9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:47.922771 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-510b3f15-74bc-48b5-b1cd-3bd2feb716b9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Synchronizing usage tracker for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:47.939555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-510b3f15-74bc-48b5-b1cd-3bd2feb716b9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Unset dirty status for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:47.940717 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-510b3f15-74bc-48b5-b1cd-3bd2feb716b9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 813 time: 0.1737459 Jul 09 15:50:47.957884 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b2783d7b-d8b9-459c-804b-0268084c1080 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/quotas/4959c1e2d4744446b8d5549ddb916c33 HTTP/1.1" status: 200 len: 375 time: 0.0100381 Jul 09 15:50:47.994458 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:48.009332 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-889748ca-a668-40e2-87eb-65f75a710244 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446332 Jul 09 15:50:48.073084 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:48.078559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:48.078956 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:48.208371 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:48.227992 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:48.234411 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:48.236354 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ecaa9f75-3739-4c00-8919-a67b6dcd4a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:48.273193 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-c96519bf-c306-4cb4-90c2-8f28ee0fd8ac service neutron] 10.222.0.63 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541442 Jul 09 15:50:48.311451 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:48.314605 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:48.361641 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Sync routers for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:50:48.371538 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:48.372151 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:48.421919 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-1808ea01-1298-422d-9432-8182a671731e service neutron] 10.222.0.63 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430492 Jul 09 15:50:48.583050 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:48.624963 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-54bd6298-650e-4368-8e83-a939db51502c req-12ff98e4-8525-44a6-9640-3577aab38e2c tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 210 time: 0.0522935 Jul 09 15:50:48.929192 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '2e367a52-cdfa-4335-9c48-95bfe3a5c4b9', 'name': '', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'mac_address': 'fa:16:3e:33:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:42Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 2, 'project_id': '756139a4e8d14780911d415666c98727', 'subnets': [{'id': '80d7361b-38df-4189-a291-755b926c4699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:48.933394 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Checking router: e2c2c044-b535-402b-b174-cec606836f83 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:50:48.933773 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Updating router e2c2c044-b535-402b-b174-cec606836f83 port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 binding host dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:50:49.016034 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.359368 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks [] for port, precommit_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.373050 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.provisioning_blocks [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Transition to ACTIVE for port object 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 will not be triggered until provisioned by entity L2. {{(pid=78598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:49.380220 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.384273 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-5c68e825-1a9a-4936-ac54-8721a26b5fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:49.550748 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a793578-2316-4fbe-b0b8-63da780f4ba7 None None] Pushing event updated for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=3']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:49.580899 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-6a793578-2316-4fbe-b0b8-63da780f4ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:49.617401 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Attempting to bind port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 on host dv-cinder-800220-1-smb for vnic_type normal with profile {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:49.617778 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Attempting to bind port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 by drivers openvswitch,hyperv on host dv-cinder-800220-1-smb at level 0 using segments [{'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:49.620635 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Attempting to bind port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 on network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:49.630200 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Checking agent: {'id': '6acf0fd4-2cb1-4907-8878-d45f0e5c22f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800220-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 37, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800220-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:49.630575 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Checking segment: {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:49.630975 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.631364 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Bound using segment: {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'} {{(pid=78598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:49.631823 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.managers [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Bound port: 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9, host: dv-cinder-800220-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805bd687-4956-4be1-8145-c660d3155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132'}}] {{(pid=78598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:49.632211 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.749206 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] For port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9, host dv-cinder-800220-1-smb, cleared binding levels {{(pid=78598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:49.752386 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] For port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9, host dv-cinder-800220-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:49.757470 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:49.765243 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:49.802595 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a188add1-00ce-4e7e-8dc8-ac17f2e09885 req-a640b702-280b-4133-8882-6d93387232f9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 210 time: 0.0502217 Jul 09 15:50:49.847028 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:50:49.847715 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:49.965950 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-68052a75-f098-4441-b9d5-9466e2503404 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:49.975510 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-68052a75-f098-4441-b9d5-9466e2503404 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 813 time: 0.2232673 Jul 09 15:50:50.010776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Request body: {'port': {'device_id': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834', 'admin_state_up': True, 'tenant_id': '4959c1e2d4744446b8d5549ddb916c33'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:50.017248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:50.050587 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a793578-2316-4fbe-b0b8-63da780f4ba7 None None] Pushing event updated for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=4']} {{(pid=78598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:50.055847 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-6a793578-2316-4fbe-b0b8-63da780f4ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:50.091954 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:50:50.149011 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:50.149414 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:50.203717 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:50:50.207437 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Usage tracker for resource:port and tenant:4959c1e2d4744446b8d5549ddb916c33 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:50:50.210382 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:50:50.216700 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:50:50.229667 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Made reservation on behalf of 4959c1e2d4744446b8d5549ddb916c33 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:50:50.233220 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:50.405182 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Allocated IP 172.20.0.10 (e3b75383-e20a-45d0-afee-1a1797bc8834/92219f89-3d81-4b33-8412-9fb4e5202078/5d3b46ec-3a01-4d43-a68d-9335abbfc52e) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:50:50.420363 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '2e367a52-cdfa-4335-9c48-95bfe3a5c4b9', 'name': '', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'mac_address': 'fa:16:3e:33:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:42Z', 'updated_at': '2021-07-09T15:50:49Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'subnets': [{'id': '80d7361b-38df-4189-a291-755b926c4699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:50:50.425027 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785b14-ac52-4676-90b5-17ed4e2f63db None None] The sync data for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb is: [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:50:43Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '2e367a52-cdfa-4335-9c48-95bfe3a5c4b9', 'name': '', 'network_id': '3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132', 'tenant_id': '756139a4e8d14780911d415666c98727', 'mac_address': 'fa:16:3e:33:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80d7361b-38df-4189-a291-755b926c4699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:42Z', 'updated_at': '2021-07-09T15:50:49Z', 'revision_number': 4, 'project_id': '756139a4e8d14780911d415666c98727', 'subnets': [{'id': '80d7361b-38df-4189-a291-755b926c4699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:50:50.623676 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:50.659939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:50.665737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0fd8a5a1-0222-4b0d-a05d-6e48e73479e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:50.740241 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Network e3b75383-e20a-45d0-afee-1a1797bc8834 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:50:50.743850 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:50:50.748224 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:50:50.779266 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Pushing event updated for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:50.790170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:50.816775 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:50.817394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:50.842738 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8360407 Jul 09 15:50:50.864560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Request body: {'port': {'device_id': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:50:50.993043 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.105633 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603acd43-f4e1-47da-8f20-bcc276bf465b req-5bbc0611-1a7e-465c-ab8c-6b3f37b78660 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:51.107341 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-603acd43-f4e1-47da-8f20-bcc276bf465b req-5bbc0611-1a7e-465c-ab8c-6b3f37b78660 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 932 time: 0.1893208 Jul 09 15:50:51.160295 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-603acd43-f4e1-47da-8f20-bcc276bf465b req-d73be2fa-fea8-4ea7-9276-641fdcd41104 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jul 09 15:50:51.358905 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3b46ec-3a01-4d43-a68d-9335abbfc52e {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:50:51.365853 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.380229 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Transition to ACTIVE for port object 5d3b46ec-3a01-4d43-a68d-9335abbfc52e will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:50:51.383960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.388771 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:51.638416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:51.641192 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:51.711019 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Attempting to bind port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:50:51.711316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Attempting to bind port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:50:51.711644 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Attempting to bind port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e on network e3b75383-e20a-45d0-afee-1a1797bc8834 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:51.717069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e on network e3b75383-e20a-45d0-afee-1a1797bc8834 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:50:51.717388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Attempting to bind port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e on network e3b75383-e20a-45d0-afee-1a1797bc8834 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:50:51.722600 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:50:51.722931 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Checking segment: {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:50:51.723312 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Bound using segment: {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:50:51.723733 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Bound port: 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:50:51.724218 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.816927 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:50:51.819880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:50:51.824781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.829049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:51.882731 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:51.883334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:51.884670 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] 10.222.0.69 "PUT /v2.0/ports/5d3b46ec-3a01-4d43-a68d-9335abbfc52e HTTP/1.1" status: 200 len: 1094 time: 1.0250022 Jul 09 15:50:51.885703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:51.917017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:51.921060 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:51.939014 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e', 'status': 'completed', 'code': 200} Jul 09 15:50:52.006439 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:52.045414 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-6fc351d4-d395-4541-a72b-022cddac237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:52.046934 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-6fc351d4-d395-4541-a72b-022cddac237a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0762637 Jul 09 15:50:52.075612 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:52.080320 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:52.080698 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:52.124941 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-787d0112-10f1-4035-9302-ae5d0d0b9a59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e HTTP/1.1" status: 200 len: 217 time: 0.0624959 Jul 09 15:50:52.198271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-ba0fe6f2-0cd3-4c3c-a896-aac1d600bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:52.199723 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-ba0fe6f2-0cd3-4c3c-a896-aac1d600bbc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92219f89-3d81-4b33-8412-9fb4e5202078 HTTP/1.1" status: 200 len: 853 time: 0.0675364 Jul 09 15:50:52.203331 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:52.238806 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-f34eee6a-5104-42ba-832b-60946779620e None None] For port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:52.243781 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:52.254395 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:52.262856 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-4e1a7a0c-726e-4aee-bdb8-2f789ab0e5f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b75383-e20a-45d0-afee-1a1797bc8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549085 Jul 09 15:50:52.321388 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Pushing event updated for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:52.325201 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:52.473993 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-52e5c79b-aea0-488c-9b55-145e40dea6bb service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908252 Jul 09 15:50:52.482881 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-d5e413a5-453f-4b13-a380-11831a3eed10 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:52.483537 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-d5e413a5-453f-4b13-a380-11831a3eed10 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Synchronizing usage tracker for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:52.582343 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-d5e413a5-453f-4b13-a380-11831a3eed10 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Unset dirty status for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:52.583422 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-d5e413a5-453f-4b13-a380-11831a3eed10 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 944 time: 0.2819338 Jul 09 15:50:52.657891 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-45c2a9bd-887c-4cc4-a72b-4493668e54f3 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Synchronizing usage tracker for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:50:52.663834 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0b45af01-4e53-41ae-bbb4-9579671aa79b req-579fd1f7-0f57-40e4-ae8d-8c7cd8dd81e7 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768014 Jul 09 15:50:52.678759 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-45c2a9bd-887c-4cc4-a72b-4493668e54f3 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Unset dirty status for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:50:52.679911 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-770110a4-e5ed-46f6-bb7e-037e139eb788 req-45c2a9bd-887c-4cc4-a72b-4493668e54f3 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898991 Jul 09 15:50:52.853390 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-7e9471f3-8ba5-4f50-967c-c51fd417fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:52.855152 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-7e9471f3-8ba5-4f50-967c-c51fd417fb63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0734229 Jul 09 15:50:52.999147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-8b9cb05f-306c-45f3-a55d-cf56ef21691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:53.000587 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-8b9cb05f-306c-45f3-a55d-cf56ef21691d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 914 time: 0.1285191 Jul 09 15:50:53.076798 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-80f57564-6c54-4f79-b480-f8ff5b0c1f2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e HTTP/1.1" status: 200 len: 217 time: 0.0651631 Jul 09 15:50:53.145204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-13d32793-e2e8-471e-a42e-249575b7f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:53.146704 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-13d32793-e2e8-471e-a42e-249575b7f089 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92219f89-3d81-4b33-8412-9fb4e5202078 HTTP/1.1" status: 200 len: 853 time: 0.0577199 Jul 09 15:50:53.198088 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-527ef7d8-d6fe-467f-99aa-42cbdcf0113e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b75383-e20a-45d0-afee-1a1797bc8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435028 Jul 09 15:50:53.334693 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-74d8ca81-d32c-4dd4-b926-d4f50f9d8892 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Jul 09 15:50:53.569100 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-80046ae2-9a25-4e03-8149-d0f2b78a00c0 req-50ff58eb-344c-4b80-90ae-a7b48774f396 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194033 Jul 09 15:50:53.865985 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c63b-3130-428c-aeba-123225b47d72 req-663195a3-b647-45d1-93f7-df9430b9ceb2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:53.867423 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-30b4c63b-3130-428c-aeba-123225b47d72 req-663195a3-b647-45d1-93f7-df9430b9ceb2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 944 time: 0.0814219 Jul 09 15:50:53.911589 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-30b4c63b-3130-428c-aeba-123225b47d72 req-07fc6521-f7a0-4848-8126-22805b511908 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Jul 09 15:50:53.982724 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 up at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:54.053734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Provisioning complete for port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:54.054148 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:54.561033 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c06bc460-d33d-4598-99af-8996ce7f5466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:54.937611 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:50:55.043927 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 5d3b46ec-3a01-4d43-a68d-9335abbfc52e details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:50:55.100799 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f94fa1-f388-4c78-8222-e1d4da196e48 req-f9b154ad-905d-448f-80ba-4d3a2db82051 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:55.102258 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-96f94fa1-f388-4c78-8222-e1d4da196e48 req-f9b154ad-905d-448f-80ba-4d3a2db82051 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 944 time: 0.0835063 Jul 09 15:50:55.148101 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-96f94fa1-f388-4c78-8222-e1d4da196e48 req-59507f8f-616e-45e3-9ee5-925c0a80e570 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Jul 09 15:50:55.187469 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:55.206678 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e', 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834', 'port_id': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e', 'mac_address': 'fa:16:3e:bc:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92219f89-3d81-4b33-8412-9fb4e5202078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:50:55.240469 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:55.265353 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:55.283067 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3b46ec-3a01-4d43-a68d-9335abbfc52e {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:50:55.299543 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:55.303236 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:55.304954 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:55.374471 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:55.377552 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:55.684343 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['5d3b46ec-3a01-4d43-a68d-9335abbfc52e'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:50:56.335851 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607138c-9ad9-4b70-a6ce-05965e32db3f req-7f888c6c-8948-4ac3-98fb-00f4488fa1cd tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:56.337368 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9607138c-9ad9-4b70-a6ce-05965e32db3f req-7f888c6c-8948-4ac3-98fb-00f4488fa1cd tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 945 time: 0.0803416 Jul 09 15:50:56.386373 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9607138c-9ad9-4b70-a6ce-05965e32db3f req-2054d64d-1750-45d3-adad-523d490e537a tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Jul 09 15:50:57.041362 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 5d3b46ec-3a01-4d43-a68d-9335abbfc52e up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:50:57.110195 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:50:57.114884 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:50:57.115275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:57.259473 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:57.294036 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-18c042b8-dc31-4d05-a658-07b2b614c682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:57.301171 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:50:57.311550 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:50:57.316275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:57.323054 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-29d65342-5703-49be-a32e-0035f44353da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:50:57.367036 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e', 'code': 200} Jul 09 15:50:57.388848 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:50:57.391944 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:50:57.590057 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c7835-2c1b-4854-b0df-c2abdaba42f9 req-072cd0d6-2459-4fe3-a594-b7ce28281149 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:57.592838 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c14c7835-2c1b-4854-b0df-c2abdaba42f9 req-072cd0d6-2459-4fe3-a594-b7ce28281149 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0970445 Jul 09 15:50:57.660247 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c14c7835-2c1b-4854-b0df-c2abdaba42f9 req-518aa30f-b1ec-421c-a157-77af4f669cc0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Jul 09 15:50:57.721024 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90456d-b6e9-4470-8765-1620896fafcf req-1fee3700-fbc1-4b9b-aa77-f61e5ebd4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:57.725009 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7b90456d-b6e9-4470-8765-1620896fafcf req-1fee3700-fbc1-4b9b-aa77-f61e5ebd4693 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 1099 time: 0.1466522 Jul 09 15:50:57.776985 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7b90456d-b6e9-4470-8765-1620896fafcf req-4fe18304-9d68-4687-81ca-ba26ed696412 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Jul 09 15:50:58.111316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a50c-544f-4615-9c84-dc13b918009d req-b981a82e-c6b6-4102-8883-f19c88b4e085 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:58.112656 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6f53a50c-544f-4615-9c84-dc13b918009d req-b981a82e-c6b6-4102-8883-f19c88b4e085 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0878973 Jul 09 15:50:58.158053 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6f53a50c-544f-4615-9c84-dc13b918009d req-b24a7941-9e02-45ec-94ed-0a0f27891b0a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394652 Jul 09 15:50:58.306784 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:58.864987 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd6458-46ee-4108-b520-7a60f86f6acb req-46513467-23d6-4f58-90aa-f48b33d5a685 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:58.866466 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bfbd6458-46ee-4108-b520-7a60f86f6acb req-46513467-23d6-4f58-90aa-f48b33d5a685 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0915649 Jul 09 15:50:58.912228 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bfbd6458-46ee-4108-b520-7a60f86f6acb req-42f7e07c-b543-43bc-9452-905f10a18d99 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Jul 09 15:50:59.357958 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d883a-2823-420f-96b6-b132b06dc879 req-30f45480-19ff-468c-b5e0-26c724f49b03 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:59.359411 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5c7d883a-2823-420f-96b6-b132b06dc879 req-30f45480-19ff-468c-b5e0-26c724f49b03 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0843399 Jul 09 15:50:59.405876 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5c7d883a-2823-420f-96b6-b132b06dc879 req-5fdb266b-4216-4de7-b3eb-0744c4510ff2 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Jul 09 15:50:59.824781 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:00.098815 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc0ccd-3971-468a-b77e-4899717dcf3c req-2e905238-d267-4e36-a8e6-52624c77bdf7 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:00.100288 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-41cc0ccd-3971-468a-b77e-4899717dcf3c req-2e905238-d267-4e36-a8e6-52624c77bdf7 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0811789 Jul 09 15:51:00.149447 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-41cc0ccd-3971-468a-b77e-4899717dcf3c req-f4f55a5a-c124-4652-9139-5ac38a20c264 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 09 15:51:00.610240 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85a320-2b3c-4dce-84d2-fc3f1fcec510 req-513ed09b-e4e1-4327-93b2-1b74c36f2c61 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:00.611875 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ba85a320-2b3c-4dce-84d2-fc3f1fcec510 req-513ed09b-e4e1-4327-93b2-1b74c36f2c61 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0888464 Jul 09 15:51:00.664175 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ba85a320-2b3c-4dce-84d2-fc3f1fcec510 req-6831d472-e50b-454d-957b-0c558326a7e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Jul 09 15:51:01.854661 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b9f9-7efa-42a2-88d3-98f8e9ec8db2 req-d3699b32-c46f-45d0-95d8-ef05930ef6d5 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:01.856309 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1812b9f9-7efa-42a2-88d3-98f8e9ec8db2 req-d3699b32-c46f-45d0-95d8-ef05930ef6d5 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0798430 Jul 09 15:51:01.901092 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1812b9f9-7efa-42a2-88d3-98f8e9ec8db2 req-e1caa5b2-9841-4052-aa91-d0832f87157a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Jul 09 15:51:03.091072 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67766968-bbf7-40ea-855d-7da3319d4d15 req-c0e95d8a-1a7b-4099-9d1e-8cac7d993388 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:03.092509 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-67766968-bbf7-40ea-855d-7da3319d4d15 req-c0e95d8a-1a7b-4099-9d1e-8cac7d993388 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0838056 Jul 09 15:51:03.136798 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-67766968-bbf7-40ea-855d-7da3319d4d15 req-2dc6659f-ea49-44e6-a7ea-4c93ab8b27cf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Jul 09 15:51:04.327907 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49e8f5-dde3-4268-8b4f-a6f2db69d6c4 req-22f6db16-8742-41ea-ad38-966c206bad15 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:04.330013 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cc49e8f5-dde3-4268-8b4f-a6f2db69d6c4 req-22f6db16-8742-41ea-ad38-966c206bad15 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0887580 Jul 09 15:51:04.381759 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cc49e8f5-dde3-4268-8b4f-a6f2db69d6c4 req-a2d85237-25b1-47a8-935a-85f5b57ce239 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Jul 09 15:51:05.568221 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed21ba-6e74-4fff-b0e2-f5691962e688 req-38e83017-9be2-4cd6-9e43-fbcdaf713fec tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:05.569689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-01ed21ba-6e74-4fff-b0e2-f5691962e688 req-38e83017-9be2-4cd6-9e43-fbcdaf713fec tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0811036 Jul 09 15:51:05.580754 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-4791fe3a-b128-4698-9a2f-d5c5e23d0133 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Synchronizing usage tracker for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:05.607243 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-4791fe3a-b128-4698-9a2f-d5c5e23d0133 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Unset dirty status for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:05.609094 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-4791fe3a-b128-4698-9a2f-d5c5e23d0133 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024368462&fields=id&tenant_id=c1316974ed06484fa8b71b9e25e5c69b HTTP/1.1" status: 200 len: 267 time: 0.0683274 Jul 09 15:51:05.621078 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-01ed21ba-6e74-4fff-b0e2-f5691962e688 req-6a2041bf-de86-42e2-873a-782bab60a572 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Jul 09 15:51:05.766514 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-82bba179-0952-4b8c-8377-95ba5ad65c02 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:05.767262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-82bba179-0952-4b8c-8377-95ba5ad65c02 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Synchronizing usage tracker for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:05.787353 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-82bba179-0952-4b8c-8377-95ba5ad65c02 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Unset dirty status for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:05.790616 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-82bba179-0952-4b8c-8377-95ba5ad65c02 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 808 time: 0.1731589 Jul 09 15:51:05.804285 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-b0ed2900-c858-4b79-a00b-2a83f9de63fa tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/quotas/c1316974ed06484fa8b71b9e25e5c69b HTTP/1.1" status: 200 len: 375 time: 0.0094578 Jul 09 15:51:05.883925 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-cdfb1379-466b-4502-9953-1c69f9efa4d5 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Synchronizing usage tracker for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:05.901710 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-cdfb1379-466b-4502-9953-1c69f9efa4d5 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Unset dirty status for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:05.904612 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-cdfb1379-466b-4502-9953-1c69f9efa4d5 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954936 Jul 09 15:51:06.049646 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-f3ae978b-1191-42c6-b995-682081dc9438 service neutron] 10.222.0.63 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304927 Jul 09 15:51:06.186278 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-81363a15-ebef-4755-a46c-1b24ab89a1c0 service neutron] 10.222.0.63 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308959 Jul 09 15:51:06.586232 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-946127c2-c6e8-4f88-8fd8-7f86aeaaf995 req-67c5475e-a0fe-48db-b7b9-677c30bead0a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 210 time: 0.0464330 Jul 09 15:51:06.833869 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83422b-0716-4c3c-a283-a2ee0af3dea7 req-836b61bc-16cc-46a5-9e3e-a7cd47027089 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:06.838466 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cd83422b-0716-4c3c-a283-a2ee0af3dea7 req-836b61bc-16cc-46a5-9e3e-a7cd47027089 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0889080 Jul 09 15:51:06.883438 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cd83422b-0716-4c3c-a283-a2ee0af3dea7 req-435af426-a241-422e-bb0f-735e13d0a9f8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411086 Jul 09 15:51:07.752009 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5b8083a7-4584-494e-963e-7f5a43a2e20d req-992591a4-0bae-4253-9ed7-f72ad1f5f229 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 210 time: 0.0441492 Jul 09 15:51:07.993800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-c7d49138-2934-4bc2-887f-0ad98490e58b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:07.995275 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-c7d49138-2934-4bc2-887f-0ad98490e58b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 808 time: 0.1515710 Jul 09 15:51:08.072991 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-389162b7-7851-4b18-9186-d7908ec6d6de tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1316974ed06484fa8b71b9e25e5c69b HTTP/1.1" status: 200 len: 380 time: 0.0433912 Jul 09 15:51:08.086571 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438f8f-68e5-4e51-8bcb-01e17892945f req-46253054-52b5-4d46-8e10-6799453d06e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:08.087967 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-13438f8f-68e5-4e51-8bcb-01e17892945f req-46253054-52b5-4d46-8e10-6799453d06e0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0852766 Jul 09 15:51:08.104353 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'port': {'device_id': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'admin_state_up': True, 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'security_groups': ['530e7a30-83b6-45d2-9958-b473fc489f3a']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:51:08.142457 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-13438f8f-68e5-4e51-8bcb-01e17892945f req-c6f09fb2-2164-42cc-917e-4638b4c45f1f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487800 Jul 09 15:51:08.248201 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:51:08.257983 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:51:08.267846 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Made reservation on behalf of c1316974ed06484fa8b71b9e25e5c69b for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:51:08.271553 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:08.527743 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Allocated IP 172.20.0.10 (f184d718-2666-49fc-b95c-bb85a8ecf1f8/0f9da7e8-ec73-4e7a-9920-f23e166b6769/6ae12782-c16a-4be5-9830-e5163b1e44f7) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:51:08.738949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:08.754543 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Transition to ACTIVE for port object 6ae12782-c16a-4be5-9830-e5163b1e44f7 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:51:08.780140 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:08.786066 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fb05ad9d-606c-4f6e-9d46-47e3f9676e01 tempest-VolumesNegativeTest-555719861 tempest-VolumesNegativeTest-555719861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:08.851340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:51:08.854319 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:51:08.858973 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:51:08.889720 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:08.904329 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:08.930152 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:08.931136 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:08.960622 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8601520 Jul 09 15:51:08.970662 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206184e-4e70-41e2-bca2-71725c59a125 req-3a1c16be-77ca-46e9-858c-7cb9b1875141 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:08.972231 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2206184e-4e70-41e2-bca2-71725c59a125 req-3a1c16be-77ca-46e9-858c-7cb9b1875141 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 932 time: 0.1069896 Jul 09 15:51:08.980291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Request body: {'port': {'device_id': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:51:09.022839 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2206184e-4e70-41e2-bca2-71725c59a125 req-9550289b-9743-4935-b822-9d5685e52ecf tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jul 09 15:51:09.066984 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-46151649-8914-422b-991f-009694721bc9 None None] Provisioning for port 6ae12782-c16a-4be5-9830-e5163b1e44f7 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:51:09.072173 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-46151649-8914-422b-991f-009694721bc9 None None] Provisioning complete for port 6ae12782-c16a-4be5-9830-e5163b1e44f7 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:09.072545 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-46151649-8914-422b-991f-009694721bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:09.102838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:09.127007 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-46151649-8914-422b-991f-009694721bc9 None None] Port 6ae12782-c16a-4be5-9830-e5163b1e44f7 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:51:09.450128 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f95a9-df81-43cd-9adc-ae478b3e59d1 req-1467696a-e1e5-4d8f-9c16-9a4157d77d2a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:09.451614 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-742f95a9-df81-43cd-9adc-ae478b3e59d1 req-1467696a-e1e5-4d8f-9c16-9a4157d77d2a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.2000139 Jul 09 15:51:09.555032 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-742f95a9-df81-43cd-9adc-ae478b3e59d1 req-4d4dda1e-9795-4c07-9347-31fd91d1bad3 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946057 Jul 09 15:51:09.559847 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae12782-c16a-4be5-9830-e5163b1e44f7 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:51:09.567243 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:09.582159 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Transition to ACTIVE for port object 6ae12782-c16a-4be5-9830-e5163b1e44f7 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:51:09.586225 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:09.591921 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-19c50bab-a58c-4f9e-a0ca-82d5f8bd4cfd tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:09.776597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:09.783557 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:09.856588 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Attempting to bind port 6ae12782-c16a-4be5-9830-e5163b1e44f7 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:51:09.856936 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Attempting to bind port 6ae12782-c16a-4be5-9830-e5163b1e44f7 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:51:09.857238 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Attempting to bind port 6ae12782-c16a-4be5-9830-e5163b1e44f7 on network f184d718-2666-49fc-b95c-bb85a8ecf1f8 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:51:09.900530 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Port 6ae12782-c16a-4be5-9830-e5163b1e44f7 on network f184d718-2666-49fc-b95c-bb85a8ecf1f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:51:09.900849 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Attempting to bind port 6ae12782-c16a-4be5-9830-e5163b1e44f7 on network f184d718-2666-49fc-b95c-bb85a8ecf1f8 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:51:09.918494 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:51:09.918825 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Checking segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:51:09.919205 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Bound using segment: {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:51:09.919628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Bound port: 6ae12782-c16a-4be5-9830-e5163b1e44f7, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa40364-a93b-4cfb-b19e-9330dbfe069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:51:09.919965 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:10.084517 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e872de-49ea-4832-91f4-90c0cb609b22 req-b1621bf5-0d8a-4006-a3f0-6debd951432d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.086069 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c2e872de-49ea-4832-91f4-90c0cb609b22 req-b1621bf5-0d8a-4006-a3f0-6debd951432d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.2262585 Jul 09 15:51:10.092635 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:51:10.098347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:51:10.115841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:10.123693 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:10.233493 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428accd-7727-42c4-9d36-f438cc0e4ae9 req-3e706a9b-fda1-4a02-8f3d-499381b20f21 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.235076 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0428accd-7727-42c4-9d36-f438cc0e4ae9 req-3e706a9b-fda1-4a02-8f3d-499381b20f21 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0903146 Jul 09 15:51:10.285258 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0428accd-7727-42c4-9d36-f438cc0e4ae9 req-eb7645a0-e433-419d-8952-660d78c2c595 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Jul 09 15:51:10.307832 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5637a-980d-445f-a670-f1e68ab1039d req-00005c4f-2e7b-42fe-a0ba-296c3617b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.309278 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-00005c4f-2e7b-42fe-a0ba-296c3617b583 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1099 time: 0.3727217 Jul 09 15:51:10.316319 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.316913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:10.318238 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] 10.222.0.69 "PUT /v2.0/ports/6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1094 time: 1.3424852 Jul 09 15:51:10.321028 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:10.363092 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c2e872de-49ea-4832-91f4-90c0cb609b22 req-4cfb7c07-bf19-4af6-9a08-f78c3aaef9d2 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681324 Jul 09 15:51:10.434270 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'status': 'completed', 'code': 200} Jul 09 15:51:10.500101 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:10.510367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a30bc172-6e16-4af2-a60c-0a65ef67b08a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:10.576144 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5637a-980d-445f-a670-f1e68ab1039d req-7026a14c-a1be-454d-a495-7e8dc4fb5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.577600 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-7026a14c-a1be-454d-a495-7e8dc4fb5372 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.2502677 Jul 09 15:51:10.678625 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-9bc47e81-b027-4dde-9779-3e333ebb527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.680089 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-9bc47e81-b027-4dde-9779-3e333ebb527d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1097 time: 0.2451005 Jul 09 15:51:10.772921 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-7373b35a-47c8-49db-a7fb-9a55fdd583e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 1001 time: 0.1862683 Jul 09 15:51:10.785001 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-02fdc27b-eaaf-4726-a8bd-653b5c410c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 217 time: 0.0769930 Jul 09 15:51:10.898926 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5637a-980d-445f-a670-f1e68ab1039d req-f2b8926e-a34b-4207-9a96-8a7b712e5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.900924 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-f2b8926e-a34b-4207-9a96-8a7b712e5a22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.1176834 Jul 09 15:51:10.904135 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-20120904-e124-4803-ac4c-ff195d4f4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:10.905409 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-20120904-e124-4803-ac4c-ff195d4f4ff9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0894971 Jul 09 15:51:11.078095 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5637a-980d-445f-a670-f1e68ab1039d req-7500e5df-6cfb-498c-9d3f-75a4b3de2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:11.079833 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-7500e5df-6cfb-498c-9d3f-75a4b3de2cb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1597183 Jul 09 15:51:11.082225 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-7385a33a-30e0-4699-9d59-a09c76c42e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:11.083666 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-7385a33a-30e0-4699-9d59-a09c76c42e02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623888 Jul 09 15:51:11.328841 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-ff55b4b4-4784-4203-9cb8-bf3227b94d1a service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353940 Jul 09 15:51:11.331732 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-c576d5d5-c9ea-4da5-827b-aabf4dda5847 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183213 Jul 09 15:51:11.489021 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7fd4-4a0e-450d-b1a6-a3f6b53e7991 req-aa50b9c5-68d5-41d3-ae13-7ddd4b9b67a8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:11.493433 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4b6d7fd4-4a0e-450d-b1a6-a3f6b53e7991 req-aa50b9c5-68d5-41d3-ae13-7ddd4b9b67a8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0878904 Jul 09 15:51:11.540546 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4b6d7fd4-4a0e-450d-b1a6-a3f6b53e7991 req-85673fab-15db-48b2-98ed-2d406734657e tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Jul 09 15:51:11.642721 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fa1ab45c-cde7-4ad2-84a5-0da11b89cead req-e2092f94-b1ca-4a4e-ab70-06eed6366c41 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983286 Jul 09 15:51:11.644423 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bae5637a-980d-445f-a670-f1e68ab1039d req-c8aa34c1-f508-4b0d-8533-55d06c6cec96 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012500 Jul 09 15:51:11.667219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ea9b-9c25-44a0-a5a1-2a8f0d2dd23e req-bdae4021-5078-4e0f-b7d7-a289e5bf5f60 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:11.669393 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4b20ea9b-9c25-44a0-a5a1-2a8f0d2dd23e req-bdae4021-5078-4e0f-b7d7-a289e5bf5f60 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1680286 Jul 09 15:51:11.723975 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4b20ea9b-9c25-44a0-a5a1-2a8f0d2dd23e req-f84ed07c-240b-4326-b18c-8bf405726879 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476131 Jul 09 15:51:11.877491 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac956e-3984-439b-852a-a7e03b334ecd req-6ae0ce5b-c7fd-4cdd-a62c-d7243f1e62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:11.878986 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-6ae0ce5b-c7fd-4cdd-a62c-d7243f1e62a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1097 time: 0.0775390 Jul 09 15:51:12.038605 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac956e-3984-439b-852a-a7e03b334ecd req-32e2acc7-0ff6-4681-bdb4-c4a32aa3e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:12.040018 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-32e2acc7-0ff6-4681-bdb4-c4a32aa3e6bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.1289313 Jul 09 15:51:12.262063 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-1d2285f8-5f33-4b52-b7b8-aa47699076ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 217 time: 0.1675560 Jul 09 15:51:12.407519 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac956e-3984-439b-852a-a7e03b334ecd req-6363a222-02ed-4b1d-9c80-7b488e2309c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:12.408919 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-6363a222-02ed-4b1d-9c80-7b488e2309c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0605295 Jul 09 15:51:12.490985 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac956e-3984-439b-852a-a7e03b334ecd req-c197daa0-24fb-4e7d-8371-6037cfe93433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:12.492658 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-c197daa0-24fb-4e7d-8371-6037cfe93433 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730305 Jul 09 15:51:12.647735 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-b2849647-cf64-40c0-ac6e-691891afe6e2 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449513 Jul 09 15:51:12.852458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447888d-d010-4533-b5ca-80e73a84a1b6 req-6e21e31e-b86b-42e7-a388-a794246aae28 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:12.853201 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a447888d-d010-4533-b5ca-80e73a84a1b6 req-6e21e31e-b86b-42e7-a388-a794246aae28 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Synchronizing usage tracker for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:12.857573 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9cac956e-3984-439b-852a-a7e03b334ecd req-d3a39166-98bd-4dad-943b-687adff089ff service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699386 Jul 09 15:51:12.873155 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a447888d-d010-4533-b5ca-80e73a84a1b6 req-6e21e31e-b86b-42e7-a388-a794246aae28 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Unset dirty status for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:12.874313 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a447888d-d010-4533-b5ca-80e73a84a1b6 req-6e21e31e-b86b-42e7-a388-a794246aae28 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.2188027 Jul 09 15:51:12.922702 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a447888d-d010-4533-b5ca-80e73a84a1b6 req-57074ebd-5329-4a1c-8c87-0c78dc871fca tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Jul 09 15:51:12.931997 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c3c5-bdcd-45d1-ba74-a98cadf9ba8d req-123a823f-ecf0-4f7f-849d-24b7b191a85a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:12.934214 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7355c3c5-bdcd-45d1-ba74-a98cadf9ba8d req-123a823f-ecf0-4f7f-849d-24b7b191a85a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0890248 Jul 09 15:51:12.981341 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7355c3c5-bdcd-45d1-ba74-a98cadf9ba8d req-d3f79285-4f27-4ad3-b549-11ba8d849173 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Jul 09 15:51:14.106210 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c37a-4130-429a-97fb-808d937dbd4b req-afadf499-44aa-4d1a-99dc-e05a42a3cd61 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:14.107688 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1b80c37a-4130-429a-97fb-808d937dbd4b req-afadf499-44aa-4d1a-99dc-e05a42a3cd61 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0800261 Jul 09 15:51:14.158953 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1b80c37a-4130-429a-97fb-808d937dbd4b req-0061ab27-4650-4f2e-a8a7-2960562e26a0 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Jul 09 15:51:14.964280 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:15.148558 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:51:15.287909 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:15.302917 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'mac_address': 'fa:16:3e:ab:bd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:51:15.344905 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f635b2-cf30-4eb0-996d-45a207e3f43b req-ac7777b7-2009-41be-80e1-a45783d36ac3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:15.346416 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c8f635b2-cf30-4eb0-996d-45a207e3f43b req-ac7777b7-2009-41be-80e1-a45783d36ac3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0817568 Jul 09 15:51:15.364410 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:15.382341 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae12782-c16a-4be5-9830-e5163b1e44f7 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:51:15.393969 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c8f635b2-cf30-4eb0-996d-45a207e3f43b req-33dc39fa-07ff-43fa-8425-b48244090586 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Jul 09 15:51:15.399460 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:15.404422 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:15.406327 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:15.478408 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:15.485697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.486069 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.486418 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.486747 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.487075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.487403 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.487728 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.488051 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.488372 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.488692 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.489013 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.489340 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:15.493154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:15.921458 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['6ae12782-c16a-4be5-9830-e5163b1e44f7'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:16.659522 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf4855-858b-45e5-95a9-6ebfc90d85e4 req-35828b9b-a808-4883-b015-5b16150ce751 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:16.660705 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8bdf4855-858b-45e5-95a9-6ebfc90d85e4 req-35828b9b-a808-4883-b015-5b16150ce751 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 945 time: 0.1570985 Jul 09 15:51:16.706897 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8bdf4855-858b-45e5-95a9-6ebfc90d85e4 req-09568ba3-d71e-4842-a98d-f16275f8762b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Jul 09 15:51:17.329650 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:51:17.400691 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 6ae12782-c16a-4be5-9830-e5163b1e44f7 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:51:17.406040 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 6ae12782-c16a-4be5-9830-e5163b1e44f7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:17.406439 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:17.528078 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:17.554649 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:17.564057 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:17.567733 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:17.569655 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:17.603589 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'code': 200} Jul 09 15:51:17.636745 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:17.640421 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:17.900009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb6f15-acba-4ac3-9aa2-25bf4a918918 req-6701dea5-9fce-4cce-89eb-12014eb6f510 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:17.901478 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4beb6f15-acba-4ac3-9aa2-25bf4a918918 req-6701dea5-9fce-4cce-89eb-12014eb6f510 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0838087 Jul 09 15:51:17.954681 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4beb6f15-acba-4ac3-9aa2-25bf4a918918 req-b55baea1-8228-4afd-91d8-cc4687950398 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475590 Jul 09 15:51:18.049086 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed86327-73cd-47ff-aa3c-2a142b735e90 req-916097e1-fe9a-4c88-9e1f-a2680e0c85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:18.050353 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fed86327-73cd-47ff-aa3c-2a142b735e90 req-916097e1-fe9a-4c88-9e1f-a2680e0c85dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.0711045 Jul 09 15:51:18.092002 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fed86327-73cd-47ff-aa3c-2a142b735e90 req-0631082e-f11b-482f-b635-564afc101d55 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Jul 09 15:51:19.141055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cefbf6-a9f1-43d0-80f7-893093ccc757 req-85e1ac7f-e665-4dbf-80cd-34cef211b9e8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:19.142511 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8cefbf6-a9f1-43d0-80f7-893093ccc757 req-85e1ac7f-e665-4dbf-80cd-34cef211b9e8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0829690 Jul 09 15:51:19.186824 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8cefbf6-a9f1-43d0-80f7-893093ccc757 req-70709561-7a7b-4a85-bf5c-2ed72c0966da tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Jul 09 15:51:20.371843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac976e93-3c52-4e13-b6ad-db9898119b26 req-7e3e69cf-670d-4918-980f-f47117abfbc9 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:20.373294 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ac976e93-3c52-4e13-b6ad-db9898119b26 req-7e3e69cf-670d-4918-980f-f47117abfbc9 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0801659 Jul 09 15:51:20.450967 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ac976e93-3c52-4e13-b6ad-db9898119b26 req-a94b818c-22af-4190-88d2-ee735738ac73 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716159 Jul 09 15:51:20.647695 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd3f9-caba-4c8b-8267-07baac6a6ac3 req-821fea94-f9a9-451e-8521-33a562c68151 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:20.649410 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a55bd3f9-caba-4c8b-8267-07baac6a6ac3 req-821fea94-f9a9-451e-8521-33a562c68151 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0856814 Jul 09 15:51:20.698208 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a55bd3f9-caba-4c8b-8267-07baac6a6ac3 req-ef77cc77-e968-4347-a89e-19d8b8720576 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Jul 09 15:51:20.726109 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56856) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:20.849321 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78044b9a-cd6a-49bb-a6c4-533daada6c45 tempest-TestShelveInstance-1772462469 tempest-TestShelveInstance-1772462469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:20.850037 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-78044b9a-cd6a-49bb-a6c4-533daada6c45 tempest-TestShelveInstance-1772462469 tempest-TestShelveInstance-1772462469-project-admin] Synchronizing usage tracker for tenant:756139a4e8d14780911d415666c98727 on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:20.867291 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-78044b9a-cd6a-49bb-a6c4-533daada6c45 tempest-TestShelveInstance-1772462469 tempest-TestShelveInstance-1772462469-project-admin] Unset dirty status for tenant:756139a4e8d14780911d415666c98727 on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:20.868627 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-78044b9a-cd6a-49bb-a6c4-533daada6c45 tempest-TestShelveInstance-1772462469 tempest-TestShelveInstance-1772462469-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1094 time: 0.1415136 Jul 09 15:51:20.872319 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 56862) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:20.877674 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:51:20.883559 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:51:20.887685 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Usage tracker for resource:floatingip and tenant:c1316974ed06484fa8b71b9e25e5c69b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:51:20.890455 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:51:20.896102 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:51:20.907459 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for floatingip, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:21.045788 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:21.189274 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Allocated IP 172.28.3.142 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/868a0ae8-6f37-4d0c-837e-1e71fcd111a3) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:51:21.346624 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:21.376459 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:21.380901 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3a73d217-ab76-4981-b09b-1dcf4f6948aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:21.439452 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:51:21.442255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:51:21.445816 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:51:21.486917 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'Port': ['ID=868a0ae8-6f37-4d0c-837e-1e71fcd111a3,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:21.491137 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:21.904483 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.024991 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.247896 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.252745 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.257411 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-0af2739e-a502-4aea-8260-e50fda0974c6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:22.374311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event updated for resources: {'Port': ['ID=868a0ae8-6f37-4d0c-837e-1e71fcd111a3,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:22.376255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:22.379476 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:22.642571 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.l3_db [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Floating IP 307f0566-1dfa-438b-be10-18db5ce0c6b9 associated. External IP: 172.28.3.142, port: 6ae12782-c16a-4be5-9830-e5163b1e44f7. Jul 09 15:51:22.998157 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:51:23.177054 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:51:23.186305 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Sync routers for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:51:23.195598 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:23.196217 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:23.204645 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:23.273824 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4002767 Jul 09 15:51:23.274779 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:23.333157 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'status': 'completed', 'code': 200} Jul 09 15:51:23.416576 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:23.474366 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-517edebf-9687-4617-b339-721f956b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:23.475932 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-517edebf-9687-4617-b339-721f956b9774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.0763245 Jul 09 15:51:23.659575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-afd7a7f6-170c-4b40-91db-700828293c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:23.662774 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-afd7a7f6-170c-4b40-91db-700828293c41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.1722033 Jul 09 15:51:23.833629 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '307f0566-1dfa-438b-be10-18db5ce0c6b9', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'floating_ip_address': '172.28.3.142', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'mac_address': 'fa:16:3e:ab:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:51:21Z', 'updated_at': '2021-07-09T15:51:21Z', 'revision_number': 0, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:23.837792 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Checking router: 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:51:23.848569 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:23.849203 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:50:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:23.861485 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-f6f0e0c8-60da-4140-b32e-726e6ac8a88b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1000 time: 0.1653154 Jul 09 15:51:23.980695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-da12befd-c3a9-4117-88fd-18cff4cab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:23.983127 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-da12befd-c3a9-4117-88fd-18cff4cab96e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.1084695 Jul 09 15:51:24.051606 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:24.113601 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-bb5d94ef-6587-4efd-8972-b20d05b6fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:24.116005 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-bb5d94ef-6587-4efd-8972-b20d05b6fa22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210182 Jul 09 15:51:24.473744 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-3d46f121-5eac-42bf-bd29-4cad32007b86 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303304 Jul 09 15:51:24.572931 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb78b-60ee-4a3c-8d71-36e2f6a16c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:24.580726 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '307f0566-1dfa-438b-be10-18db5ce0c6b9', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'floating_ip_address': '172.28.3.142', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'mac_address': 'fa:16:3e:ab:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:51:21Z', 'updated_at': '2021-07-09T15:51:21Z', 'revision_number': 0, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:24.591821 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1be54-a81c-445c-aa28-261f0886b820 None None] The sync data for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb is: [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '307f0566-1dfa-438b-be10-18db5ce0c6b9', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'floating_ip_address': '172.28.3.142', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'mac_address': 'fa:16:3e:ab:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:51:21Z', 'updated_at': '2021-07-09T15:51:21Z', 'revision_number': 0, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:51:24.696765 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1e876b-cb3f-448e-a2c5-8ac3ad7f5cbc req-0901fee0-a5a3-4885-bcc1-0196062ec031 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148395 Jul 09 15:51:24.885357 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da62f2-b587-40ad-90e5-dff50ca98f34 None None] New status for floating IP 307f0566-1dfa-438b-be10-18db5ce0c6b9: ACTIVE {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:51:25.203249 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:27.277819 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-de1eb557-b0c4-4362-b660-c70e207cc42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:28.310962 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:29.827721 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:31.937167 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:51:40.831799 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-57c515dc-959f-4e16-96ae-1b979b51fd8d tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342675063&fields=id&tenant_id=f12383bde6734389bdcd45281e07320a HTTP/1.1" status: 200 len: 267 time: 0.0422618 Jul 09 15:51:40.933623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-4022479a-63ae-4413-b9fe-53ddebf1e751 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:40.938507 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-4022479a-63ae-4413-b9fe-53ddebf1e751 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 985 time: 0.0994489 Jul 09 15:51:40.948758 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Request body: {'port': {'security_groups': ['14857b49-5c6a-4738-87e1-c9e09a027ee4']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:51:41.062630 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a85b6-cb22-4dcf-a5fa-b0f1ae7e60c2 req-cf624b5f-b076-4743-b513-580a5ae8d078 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:41.064001 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c47a85b6-cb22-4dcf-a5fa-b0f1ae7e60c2 req-cf624b5f-b076-4743-b513-580a5ae8d078 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0888526 Jul 09 15:51:41.084441 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.109697 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c47a85b6-cb22-4dcf-a5fa-b0f1ae7e60c2 req-87e32323-18d8-49e3-9593-afe44ce19a7f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Jul 09 15:51:41.323025 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:41.347405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.351948 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.358568 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0dc39a20-f95c-4037-8aaf-076ca8f44ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:41.406838 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:41.422916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:41.423593 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.424988 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1f1dfaf3-3552-4683-8c4a-6869063a74f5 req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "PUT /v2.0/ports/22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 943 time: 0.4814494 Jul 09 15:51:41.425512 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:41.432290 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57016) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:41.471477 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event updated for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=7']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:41.475367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:41.488010 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:51:41.536105 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.569640 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.633335 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823849d3-1e75-402f-931d-658d24ebc115 req-5453b714-b53e-4710-a41c-a03918444183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:41.635040 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-5453b714-b53e-4710-a41c-a03918444183 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1099 time: 0.0857198 Jul 09 15:51:41.646421 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:41.681965 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.693297 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-56618340-bbdf-4a95-8779-fa99c4a6b69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:41.707637 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc0b96-b455-40b5-826b-dc3fea40156b,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:41.719220 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:41.721973 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.723350 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-66fe470f-f26b-4104-9034-d6ee50d6c6ef tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "DELETE /v2.0/security-groups/86cc0b96-b455-40b5-826b-dc3fea40156b HTTP/1.1" status: 204 len: 168 time: 0.2897696 Jul 09 15:51:41.725974 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57026) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:41.818471 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823849d3-1e75-402f-931d-658d24ebc115 req-3aee9fdf-03ae-4e5b-9bb7-83ef5566a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:41.820424 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-3aee9fdf-03ae-4e5b-9bb7-83ef5566a835 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.1762936 Jul 09 15:51:41.838945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-61df0086-8910-47fd-87f4-259be69ed864 None None] Provisioning complete for port 22027fef-7c16-4b82-840f-fe26d12ca85a triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:41.839248 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-61df0086-8910-47fd-87f4-259be69ed864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.969727 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Deleting port a78270f3-1bcc-4608-b678-8ee351d0031c {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:41.970388 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:41.973367 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-2d8520a7-cdc9-4469-81bf-22e35c017ae8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 1001 time: 0.1245058 Jul 09 15:51:42.044448 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823849d3-1e75-402f-931d-658d24ebc115 req-02aca0f3-3905-42d4-bb90-fcb82bb125ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:42.045909 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-02aca0f3-3905-42d4-bb90-fcb82bb125ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.0643249 Jul 09 15:51:42.127529 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823849d3-1e75-402f-931d-658d24ebc115 req-b66a43a6-ca94-4a5b-b73f-ab56554524af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:42.128917 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-b66a43a6-ca94-4a5b-b73f-ab56554524af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753968 Jul 09 15:51:42.145758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:42.146199 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:42.270292 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-ae50d01f-dcad-4de2-8226-25d551e4e80c service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331737 Jul 09 15:51:42.393451 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Calling delete_port for a78270f3-1bcc-4608-b678-8ee351d0031c owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:42.400678 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-823849d3-1e75-402f-931d-658d24ebc115 req-95951255-a2aa-4913-b8d3-ad3d95f8f417 service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235182 Jul 09 15:51:42.537333 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30988d0-a548-4c62-9075-424cc4e82ec6 req-e1cfcf8d-3432-435a-ad37-0194224222c0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:42.538794 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e30988d0-a548-4c62-9075-424cc4e82ec6 req-e1cfcf8d-3432-435a-ad37-0194224222c0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.2175677 Jul 09 15:51:42.627537 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e30988d0-a548-4c62-9075-424cc4e82ec6 req-b372c971-9a96-4a5f-be81-d58fafeffdda tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793464 Jul 09 15:51:42.652734 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:42.658053 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-263cebff-9975-400e-9a43-8f51f055bb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:42.703318 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event deleted for resources: {'Port': ['ID=a78270f3-1bcc-4608-b678-8ee351d0031c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:42.706299 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:42.795595 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks [] for floatingip, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:42.795928 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.l3_db [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Floating IP dc1ab2cd-c576-436b-9fa3-9b34fd14f65c disassociated (deleted). External IP: 172.28.3.78, port: 22027fef-7c16-4b82-840f-fe26d12ca85a. Jul 09 15:51:43.142504 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Router da32307b-fef0-4692-b122-b8c71a3a5ab5 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:51:43.321728 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:51:43.332163 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Sync routers for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:51:43.342360 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:43.343050 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:43.343338 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:43.396781 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "DELETE /v2.0/floatingips/dc1ab2cd-c576-436b-9fa3-9b34fd14f65c HTTP/1.1" status: 204 len: 168 time: 1.6694949 Jul 09 15:51:43.397401 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:43.442571 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:51:43.559737 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:43.603841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a64c47-5164-4465-99be-eff7b459538b req-d54ac710-f389-40c4-a9d9-971cc7ef033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:43.606079 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-d54ac710-f389-40c4-a9d9-971cc7ef033f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f12383bde6734389bdcd45281e07320a&device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 1099 time: 0.0972421 Jul 09 15:51:43.855592 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a64c47-5164-4465-99be-eff7b459538b req-e9bde0d5-665a-48db-8049-148fdc73f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:43.857779 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-e9bde0d5-665a-48db-8049-148fdc73f6a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 200 len: 916 time: 0.2419305 Jul 09 15:51:43.899441 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9226527-185c-451d-8cad-73686eb43166 req-1b2d86b9-9365-4fa6-88e3-afa41e44df30 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:43.908097 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a9226527-185c-451d-8cad-73686eb43166 req-1b2d86b9-9365-4fa6-88e3-afa41e44df30 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1442592 Jul 09 15:51:43.959136 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a9226527-185c-451d-8cad-73686eb43166 req-6bc693cd-cfc1-443d-9605-e91a970bf18d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501766 Jul 09 15:51:43.971034 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:43.972681 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-bcfe6c6c-347f-4f39-9f0f-febf3af98c6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 200 len: 217 time: 0.1078064 Jul 09 15:51:43.976240 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Checking router: da32307b-fef0-4692-b122-b8c71a3a5ab5 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:51:43.987258 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:43.987922 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:44.041389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a64c47-5164-4465-99be-eff7b459538b req-0b6226c2-2042-48d9-a453-3336d274e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:44.042903 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-0b6226c2-2042-48d9-a453-3336d274e8c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 200 len: 854 time: 0.0602536 Jul 09 15:51:44.124663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a64c47-5164-4465-99be-eff7b459538b req-c8d25aff-a045-4b0b-8592-192ca88a7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:44.126250 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-c8d25aff-a045-4b0b-8592-192ca88a7309 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e21fea0-4158-416c-bb8a-17f0b14f5cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749505 Jul 09 15:51:44.174952 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:44.261228 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-cb54609a-cd8e-4afe-b898-8f05eccd442b service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261714 Jul 09 15:51:44.407534 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67a64c47-5164-4465-99be-eff7b459538b req-3369ca6f-3232-4d2a-a113-03ee332640cd service neutron] 10.222.0.69 "GET /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302702 Jul 09 15:51:44.487047 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:44.491163 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1da9b-1046-411b-a4b4-359e2318924d None None] The sync data for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb is: [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:48:50Z', 'revision_number': 4, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': '18e0d09f-9379-474c-8993-dd927ebc3256', 'name': '', 'network_id': '7e21fea0-4158-416c-bb8a-17f0b14f5cda', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'mac_address': 'fa:16:3e:58:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:50Z', 'updated_at': '2021-07-09T15:48:58Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'subnets': [{'id': '9a7424b5-b8d2-46f8-860e-56cd7d863d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:51:44.751226 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d232a8-ccfa-491a-8d62-76e313ea6e07 None None] New status for floating IP dc1ab2cd-c576-436b-9fa3-9b34fd14f65c: DOWN {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:51:44.973696 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:45.176395 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717bb1c-f48a-43e0-9551-d8a778c74b36 req-04eb634d-b748-48b5-ba3a-540698388985 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:45.177848 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3717bb1c-f48a-43e0-9551-d8a778c74b36 req-04eb634d-b748-48b5-ba3a-540698388985 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0841603 Jul 09 15:51:45.222158 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3717bb1c-f48a-43e0-9551-d8a778c74b36 req-9543fed2-41ae-46d7-9024-66ed9c61fba1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387547 Jul 09 15:51:46.417212 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc38fa0-e2bc-4689-88be-7f5520e4593d req-f3fcaaac-2055-4361-844e-ce8ff54bf2fe tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:46.419252 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9bc38fa0-e2bc-4689-88be-7f5520e4593d req-f3fcaaac-2055-4361-844e-ce8ff54bf2fe tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0811059 Jul 09 15:51:46.464919 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9bc38fa0-e2bc-4689-88be-7f5520e4593d req-827939f6-331a-48a6-bdd9-6af1e7e33e32 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Jul 09 15:51:46.586620 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9010f-a7c8-43f5-897f-d8be9fe014c9 req-212c21a4-558a-4066-ae5d-e3e51456fa01 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:46.588060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-baa9010f-a7c8-43f5-897f-d8be9fe014c9 req-212c21a4-558a-4066-ae5d-e3e51456fa01 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.1380305 Jul 09 15:51:46.634201 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-baa9010f-a7c8-43f5-897f-d8be9fe014c9 req-27f7576f-e400-4f28-b232-57bce536589b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jul 09 15:51:46.835032 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacebbc4-766d-4160-94a5-4a965475ed47 req-8f07e795-feaa-4844-9634-ff3134ec3675 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:46.836475 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cacebbc4-766d-4160-94a5-4a965475ed47 req-8f07e795-feaa-4844-9634-ff3134ec3675 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0793412 Jul 09 15:51:46.882615 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cacebbc4-766d-4160-94a5-4a965475ed47 req-7ccb54b9-a2ad-4359-b723-6f564b79a260 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Jul 09 15:51:47.673296 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-e067ab2e-3cef-4cf5-9292-a399cf24de05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761514 Jul 09 15:51:47.754101 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f29fd-3591-43c4-8eab-a446120dfb2c req-4bba6afd-7012-4fe6-89c3-282ca02c2877 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:47.755329 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad6f29fd-3591-43c4-8eab-a446120dfb2c req-4bba6afd-7012-4fe6-89c3-282ca02c2877 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1768641 Jul 09 15:51:47.800083 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ad6f29fd-3591-43c4-8eab-a446120dfb2c req-c0bb9e9f-0d56-48b2-9500-029e8e2885c2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Jul 09 15:51:47.890738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-463085f9-4dee-407c-a938-b09c160c3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:47.892164 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-463085f9-4dee-407c-a938-b09c160c3331 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 1099 time: 0.0990627 Jul 09 15:51:47.899569 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba7c33-78f6-4d45-ac89-46307b410dae req-ae5cc839-fb83-4c19-b4e2-f22130433b02 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:47.900894 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-98ba7c33-78f6-4d45-ac89-46307b410dae req-ae5cc839-fb83-4c19-b4e2-f22130433b02 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.1427977 Jul 09 15:51:48.025559 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-98ba7c33-78f6-4d45-ac89-46307b410dae req-d5cd4e1f-749c-432e-a08e-9a047010acce tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185682 Jul 09 15:51:48.068308 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-42baf2a2-dfde-4aef-9f3e-5534c87f4546 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.068992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-42baf2a2-dfde-4aef-9f3e-5534c87f4546 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:48.069100 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-0fe0a5c4-4e9d-4a0e-9f12-d9be47040162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.070534 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-0fe0a5c4-4e9d-4a0e-9f12-d9be47040162 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.1489682 Jul 09 15:51:48.084583 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-42baf2a2-dfde-4aef-9f3e-5534c87f4546 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:48.085690 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-42baf2a2-dfde-4aef-9f3e-5534c87f4546 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0988283 Jul 09 15:51:48.132501 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-4e41037b-6f5d-4a5c-b5d0-8de9b581c578 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Synchronizing usage tracker for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:51:48.147477 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-4e41037b-6f5d-4a5c-b5d0-8de9b581c578 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Unset dirty status for tenant:f12383bde6734389bdcd45281e07320a on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:51:48.148625 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-af71074d-a206-49a1-8eda-7469e3bf5abb req-4e41037b-6f5d-4a5c-b5d0-8de9b581c578 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571406 Jul 09 15:51:48.181238 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-73300c1e-eae0-455b-a0e7-86a3e43c2488 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 200 len: 1001 time: 0.0989213 Jul 09 15:51:48.243011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-b66edd44-2e3b-43d3-92f5-1ef4c498d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.244371 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-b66edd44-2e3b-43d3-92f5-1ef4c498d394 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.0552299 Jul 09 15:51:48.334518 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-e00f59f5-2c8a-4185-b374-43663a84864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.335978 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-e00f59f5-2c8a-4185-b374-43663a84864f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718925 Jul 09 15:51:48.556721 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-c6f86f04-ba41-4cb3-89c6-013d0630bd85 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119746 Jul 09 15:51:48.743778 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-669e15a4-0d77-4ba3-b16a-867e79ea90d2 req-11061a27-9621-4dd9-abf3-0abcc5dac51f service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788466 Jul 09 15:51:48.994860 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2a6e-ad92-4fc2-9c95-6944f46f222d req-dbfd875c-0f40-43ec-8ea6-5a045114ac29 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.996250 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fb3f2a6e-ad92-4fc2-9c95-6944f46f222d req-dbfd875c-0f40-43ec-8ea6-5a045114ac29 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0798390 Jul 09 15:51:49.042411 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fb3f2a6e-ad92-4fc2-9c95-6944f46f222d req-257b02c3-4eb6-4b1e-bd66-ced858532a97 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Jul 09 15:51:49.211064 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce3d7-c59a-4643-99a3-ccb95b955804 req-7e7549c1-7af9-4263-b5ec-79b63ae32c56 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.212576 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-20bce3d7-c59a-4643-99a3-ccb95b955804 req-7e7549c1-7af9-4263-b5ec-79b63ae32c56 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0819218 Jul 09 15:51:49.258684 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-20bce3d7-c59a-4643-99a3-ccb95b955804 req-7e7bc786-8143-4a1a-b8e5-0ee5a9c31691 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Jul 09 15:51:49.337818 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec40cb2-1603-48ed-8b14-9d6716b6442a req-d6b7adf6-12f9-4a4b-b9b9-f961e7cd2c65 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.339300 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ec40cb2-1603-48ed-8b14-9d6716b6442a req-d6b7adf6-12f9-4a4b-b9b9-f961e7cd2c65 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0828276 Jul 09 15:51:49.383575 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ec40cb2-1603-48ed-8b14-9d6716b6442a req-be46921b-a5aa-4034-9dad-a2ce60a74f0f tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/security-groups?id=14857b49-5c6a-4738-87e1-c9e09a027ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Jul 09 15:51:49.521070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-11d9932a-4838-4c22-ac13-322d2c57fc1b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.522477 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-11d9932a-4838-4c22-ac13-322d2c57fc1b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 946 time: 0.0833280 Jul 09 15:51:49.623437 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Deleting port 22027fef-7c16-4b82-840f-fe26d12ca85a {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:49.623786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:49.889442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] For port 22027fef-7c16-4b82-840f-fe26d12ca85a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=22027fef-7c16-4b82-840f-fe26d12ca85a,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:49.890183 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:50.009439 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Calling delete_port for 22027fef-7c16-4b82-840f-fe26d12ca85a owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:50.154899 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:50.160340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b37285b4-4069-46b8-a48d-563733577231 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:50.203528 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['22027fef-7c16-4b82-840f-fe26d12ca85a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:50.207798 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Pushing event deleted for resources: {'Port': ['ID=22027fef-7c16-4b82-840f-fe26d12ca85a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:50.247967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.247967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.248318 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.248542 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.248896 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.249252 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.249605 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.249961 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.250341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.250695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.251048 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.251396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:50.263344 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:50.300519 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] No DVR routers for this DVR port 22027fef-7c16-4b82-840f-fe26d12ca85a on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:51:50.303031 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:50.306073 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'name': 'network-vif-deleted', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:50.328398 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f8a8594c-4a89-4cf2-99e9-6ac7b36abaa8 req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.69 "DELETE /v2.0/ports/22027fef-7c16-4b82-840f-fe26d12ca85a HTTP/1.1" status: 204 len: 173 time: 0.7736180 Jul 09 15:51:50.419771 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6f69-a36e-41fb-aabc-0a88f9e7551f req-2bb609e1-5a0c-4710-8a7c-70334330face tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:50.423579 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c64c6f69-a36e-41fb-aabc-0a88f9e7551f req-2bb609e1-5a0c-4710-8a7c-70334330face tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0960317 Jul 09 15:51:50.470554 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c64c6f69-a36e-41fb-aabc-0a88f9e7551f req-7b191692-ef27-45c0-b821-59926b647ffa tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Jul 09 15:51:50.478869 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27609b1a-0425-4d7e-8b0b-f7f87220fc5a req-e7127fc6-839f-44f9-bbc3-c7974d4d3045 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:50.483761 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27609b1a-0425-4d7e-8b0b-f7f87220fc5a req-e7127fc6-839f-44f9-bbc3-c7974d4d3045 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.1135969 Jul 09 15:51:50.533311 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27609b1a-0425-4d7e-8b0b-f7f87220fc5a req-6bd412d1-5c6a-4c24-9580-ead08d7f7ae2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Jul 09 15:51:50.535501 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a437657-dbf4-497b-9e28-eb0068789e9f', 'name': 'network-vif-deleted', 'tag': '22027fef-7c16-4b82-840f-fe26d12ca85a', 'status': 'completed', 'code': 200} Jul 09 15:51:50.679665 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-699b526b-2baa-40f0-8b7e-c95e143b5278 req-ce4cffd9-21cd-4ca9-a030-884ec8502374 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a437657-dbf4-497b-9e28-eb0068789e9f HTTP/1.1" status: 200 len: 210 time: 0.0437310 Jul 09 15:51:51.697872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66af39-5261-4f52-8797-f1bf2622dd24 req-a6f7a963-ce92-4b41-8382-233bcbd06807 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:51.699337 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6b66af39-5261-4f52-8797-f1bf2622dd24 req-a6f7a963-ce92-4b41-8382-233bcbd06807 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1077032 Jul 09 15:51:51.733954 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf8129-1392-4c32-9625-6eaf0adadadd req-2fbcb781-f1d4-4365-8d00-cdba12942890 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:51.735489 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a2cf8129-1392-4c32-9625-6eaf0adadadd req-2fbcb781-f1d4-4365-8d00-cdba12942890 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0945814 Jul 09 15:51:51.747823 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6b66af39-5261-4f52-8797-f1bf2622dd24 req-7b70b5ed-5537-45de-98f9-6b3ebc9744de tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Jul 09 15:51:51.788091 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a2cf8129-1392-4c32-9625-6eaf0adadadd req-cfbcfbf4-4a46-4f52-bf4f-86a5bd5be473 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Jul 09 15:51:52.601601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57160) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:52.942426 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aaf63-033d-4cc5-8c83-1abece70d438 req-c03d99af-30de-405b-a19c-85ce91e30742 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:52.943880 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-897aaf63-033d-4cc5-8c83-1abece70d438 req-c03d99af-30de-405b-a19c-85ce91e30742 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0856249 Jul 09 15:51:52.988799 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-897aaf63-033d-4cc5-8c83-1abece70d438 req-9d0728a1-fcf1-4b87-a67e-83b8eea29b48 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Jul 09 15:51:53.074767 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ca506-e46a-497b-9195-39ac5f90ac71 req-edf18adc-90f8-4c4b-afb0-aa0b47a19547 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:53.076123 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-582ca506-e46a-497b-9195-39ac5f90ac71 req-edf18adc-90f8-4c4b-afb0-aa0b47a19547 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.1534324 Jul 09 15:51:53.165573 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-582ca506-e46a-497b-9195-39ac5f90ac71 req-e80af355-aa6d-41d9-8062-659a8216d060 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Jul 09 15:51:53.251990 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:53.380778 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-1515c54d-b3ee-4bc7-93d9-e21739828c30 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:53.382112 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-1515c54d-b3ee-4bc7-93d9-e21739828c30 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 946 time: 0.0768900 Jul 09 15:51:53.547270 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 22027fef-7c16-4b82-840f-fe26d12ca85a no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:51:53.552090 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Deleting port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:53.552437 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:53.582369 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 22027fef-7c16-4b82-840f-fe26d12ca85a {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:51:53.582724 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 22027fef-7c16-4b82-840f-fe26d12ca85a not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:51:53.693366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Deleting port 18e0d09f-9379-474c-8993-dd927ebc3256 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:53.693708 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:53.810992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] For port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:53.811348 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:53.870705 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] For port 18e0d09f-9379-474c-8993-dd927ebc3256, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=18e0d09f-9379-474c-8993-dd927ebc3256,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:53.871055 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:53.936394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Calling delete_port for 5d3b46ec-3a01-4d43-a68d-9335abbfc52e owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:53.992405 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Calling delete_port for 18e0d09f-9379-474c-8993-dd927ebc3256 owned by network:router_interface {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:54.085172 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:54.091988 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9ab51b59-084d-4251-aa12-935c102b1478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:54.136236 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['5d3b46ec-3a01-4d43-a68d-9335abbfc52e'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:54.174101 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Pushing event deleted for resources: {'Port': ['ID=5d3b46ec-3a01-4d43-a68d-9335abbfc52e,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:54.181617 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:54.267735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] No DVR routers for this DVR port 5d3b46ec-3a01-4d43-a68d-9335abbfc52e on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:51:54.270508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:54.273267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'name': 'network-vif-deleted', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:54.291679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3fd1ef44-3233-460c-9a5c-337353b8ca0f req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "DELETE /v2.0/ports/5d3b46ec-3a01-4d43-a68d-9335abbfc52e HTTP/1.1" status: 204 len: 173 time: 0.9016500 Jul 09 15:51:54.313323 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0af74-444a-4b38-9272-d959a570345e req-c19258fa-04b1-4d54-b0fd-df570fe4a628 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:54.314844 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c5b0af74-444a-4b38-9272-d959a570345e req-c19258fa-04b1-4d54-b0fd-df570fe4a628 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1823554 Jul 09 15:51:54.353686 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7bc6df63-6378-48f4-896b-f45745549a99 req-fe4b519b-5c56-4e47-951d-d0eb0ac54987 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9ee543f-9c0c-41af-8ad7-12a6fe3c41d7 HTTP/1.1" status: 200 len: 210 time: 0.0674860 Jul 09 15:51:54.365540 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c5b0af74-444a-4b38-9272-d959a570345e req-4b2ffea0-e645-49eb-8cdf-59002061698d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Jul 09 15:51:54.369294 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:54.373712 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-bcd81dfb-1ad7-4879-b923-a0808706a7a0 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:54.420271 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e0d09f-9379-474c-8993-dd927ebc3256,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:54.439598 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee543f-9c0c-41af-8ad7-12a6fe3c41d7', 'name': 'network-vif-deleted', 'tag': '5d3b46ec-3a01-4d43-a68d-9335abbfc52e', 'status': 'completed', 'code': 200} Jul 09 15:51:54.464048 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.464416 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.464780 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.465672 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.466095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.466395 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.466742 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.467088 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.467438 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.467781 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.468121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.468461 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:51:54.476449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:54.568082 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bc8d29b1-0fd2-482b-9048-029af17526f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:54.725448 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:55.174279 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Router da32307b-fef0-4692-b122-b8c71a3a5ab5 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:51:55.208144 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:55.350353 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:51:55.358707 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Sync routers for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:51:55.362333 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-669fc52a-306b-4be3-89e1-c3784ba59ac1 admin admin] 10.222.0.63 "PUT /v2.0/routers/da32307b-fef0-4692-b122-b8c71a3a5ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7595768 Jul 09 15:51:55.364767 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57176) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:55.367464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:55.368070 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:55.549442 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:55.620132 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:55.816449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afa15-2f58-4436-acb1-295c017d0f7e req-482a6ff3-7ea3-4433-86f0-3a7abd20c21c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:55.817907 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-542afa15-2f58-4436-acb1-295c017d0f7e req-482a6ff3-7ea3-4433-86f0-3a7abd20c21c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.2956705 Jul 09 15:51:55.852908 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:55.871946 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Deleting port 243e5646-ace7-4acd-bc06-c87469bf9a8b {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:55.872286 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:55.882036 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:51:54Z', 'revision_number': 5, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port': {'id': '243e5646-ace7-4acd-bc06-c87469bf9a8b', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:47Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:55.885798 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Checking router: da32307b-fef0-4692-b122-b8c71a3a5ab5 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:51:55.894374 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Routers {'da32307b-fef0-4692-b122-b8c71a3a5ab5'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:51:55.894972 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['da32307b-fef0-4692-b122-b8c71a3a5ab5'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:55.919797 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-542afa15-2f58-4436-acb1-295c017d0f7e req-773b37f5-7a99-4dca-b64c-9a1246b550ca tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948555 Jul 09 15:51:56.056076 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] Set router da32307b-fef0-4692-b122-b8c71a3a5ab5 gateway port host: None {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:51:56.059565 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] For port 243e5646-ace7-4acd-bc06-c87469bf9a8b, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=243e5646-ace7-4acd-bc06-c87469bf9a8b,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:56.059918 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.160127 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:51:55Z', 'revision_number': 6, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:56.164009 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a61d2-6149-4938-9619-74cbd5015ce0 None None] The sync data for ids ['da32307b-fef0-4692-b122-b8c71a3a5ab5'] in dv-cinder-800220-1-smb is: [{'id': 'da32307b-fef0-4692-b122-b8c71a3a5ab5', 'name': 'tempest-TestMinimumBasicScenario-1008245380-router', 'tenant_id': 'f12383bde6734389bdcd45281e07320a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:46Z', 'updated_at': '2021-07-09T15:51:55Z', 'revision_number': 6, 'project_id': 'f12383bde6734389bdcd45281e07320a', 'gw_port_host': None}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:51:56.180912 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Calling delete_port for 243e5646-ace7-4acd-bc06-c87469bf9a8b owned by network:router_gateway {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:56.341910 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.345264 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e8c9d442-9021-43f3-9fb9-cbb38a8ce282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:56.477448 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=243e5646-ace7-4acd-bc06-c87469bf9a8b,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:56.481037 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:56.568405 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.744165 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.746355 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.829446 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.829974 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da32307b-fef0-4692-b122-b8c71a3a5ab5 {{(pid=78595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:51:56.842969 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.844089 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b0b6f7e8-4981-458c-afa9-d9e6f42467a8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/da32307b-fef0-4692-b122-b8c71a3a5ab5 HTTP/1.1" status: 204 len: 168 time: 1.4783804 Jul 09 15:51:56.846564 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57192) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:56.909913 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Deleting subnet 9a7424b5-b8d2-46f8-860e-56cd7d863d8c {{(pid=78595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:51:56.912972 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.974330 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125208'] for subnet, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.098828 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.173077 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372862'] for subnet, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.178574 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:57.178951 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f67f-5032-445b-9f73-d4c3a0a3be49 req-784c4f89-47ee-4427-9875-6577c9055720 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:57.180496 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d368f67f-5032-445b-9f73-d4c3a0a3be49 req-784c4f89-47ee-4427-9875-6577c9055720 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1029601 Jul 09 15:51:57.213854 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7424b5-b8d2-46f8-860e-56cd7d863d8c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:57.216107 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.219400 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:57.226497 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9a7424b5-b8d2-46f8-860e-56cd7d863d8c HTTP/1.1" status: 204 len: 168 time: 0.3766372 Jul 09 15:51:57.226733 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57208) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:57.231321 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce06fc-216c-49aa-a67e-7ac5db0cae40 None None] Network 7e21fea0-4158-416c-bb8a-17f0b14f5cda requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:51:57.233589 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d368f67f-5032-445b-9f73-d4c3a0a3be49 req-9395030a-fba5-494a-bf24-cae43246fbc4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Jul 09 15:51:57.334590 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.345867 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Deleting port 5f620b91-9f35-4a65-9d8e-576457e0792b {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:57.348302 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.348453 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-8aa975f8-ffb3-4220-8960-6486d550503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.530429 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] DHCP port deletion for 7e21fea0-4158-416c-bb8a-17f0b14f5cda request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:51:57.534879 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Deleting port 5f620b91-9f35-4a65-9d8e-576457e0792b {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:57.535257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.561142 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] For port 5f620b91-9f35-4a65-9d8e-576457e0792b, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=5f620b91-9f35-4a65-9d8e-576457e0792b,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:57.561690 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.567191 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:51:57.586998 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 5d3b46ec-3a01-4d43-a68d-9335abbfc52e no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:51:57.629729 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 5d3b46ec-3a01-4d43-a68d-9335abbfc52e {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:51:57.630107 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 5d3b46ec-3a01-4d43-a68d-9335abbfc52e not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:51:57.683130 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Calling delete_port for 5f620b91-9f35-4a65-9d8e-576457e0792b owned by network:dhcp {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:57.760187 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.765513 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6849e066-cc98-4e80-af63-1f9670050745 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:57.809437 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f620b91-9f35-4a65-9d8e-576457e0792b,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:57.811218 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] No DVR routers for this DVR port 5f620b91-9f35-4a65-9d8e-576457e0792b on host dv-cinder-800220-1-smb {{(pid=78595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:51:57.812737 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:57.910474 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:57.919834 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] For port 5f620b91-9f35-4a65-9d8e-576457e0792b, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=5f620b91-9f35-4a65-9d8e-576457e0792b,segment=NetworkSegment(e63f9d5e-bf9c-472e-91a1-2d8b66775994),segment_id=e63f9d5e-bf9c-472e-91a1-2d8b66775994)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:57.920272 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:57.991025 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:51:58.021370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.034351 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e21fea0-4158-416c-bb8a-17f0b14f5cda']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:58.048588 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63f9d5e-bf9c-472e-91a1-2d8b66775994') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:58.048888 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63f9d5e-bf9c-472e-91a1-2d8b66775994') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:51:58.051856 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 243e5646-ace7-4acd-bc06-c87469bf9a8b no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:51:58.061484 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.077539 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.080996 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Calling delete_port for 5f620b91-9f35-4a65-9d8e-576457e0792b owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:58.083728 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:51:58.084114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:51:58.100945 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:51:58.155966 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 243e5646-ace7-4acd-bc06-c87469bf9a8b {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:51:58.156321 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 243e5646-ace7-4acd-bc06-c87469bf9a8b not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:51:58.156742 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 18e0d09f-9379-474c-8993-dd927ebc3256 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:51:58.178748 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.182711 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a7ad5014-9cae-4c19-945b-864ad98323ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:58.196636 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.210210 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e21fea0-4158-416c-bb8a-17f0b14f5cda,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:58.216067 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:58.224541 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 18e0d09f-9379-474c-8993-dd927ebc3256 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:51:58.224922 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 18e0d09f-9379-474c-8993-dd927ebc3256 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:51:58.225421 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 5f620b91-9f35-4a65-9d8e-576457e0792b no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:51:58.229015 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] 10.222.0.63 "DELETE /v2.0/networks/7e21fea0-4158-416c-bb8a-17f0b14f5cda HTTP/1.1" status: 204 len: 168 time: 0.9985530 Jul 09 15:51:58.229299 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57216) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:51:58.310483 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 5f620b91-9f35-4a65-9d8e-576457e0792b {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:51:58.311086 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 5f620b91-9f35-4a65-9d8e-576457e0792b not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:51:58.323039 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.424983 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:51:58.431263 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.438175 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:51:58.438537 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:51:58.443991 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:58.447926 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.450146 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:51:58.530597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=6']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:51:58.533887 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:51:58.645036 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355cfed-a5e6-40b7-bd3c-1be2ef9045e9 req-a05d72cd-dae5-4e67-8e0c-7e717461ce68 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:58.646500 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2355cfed-a5e6-40b7-bd3c-1be2ef9045e9 req-a05d72cd-dae5-4e67-8e0c-7e717461ce68 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 945 time: 0.2475691 Jul 09 15:51:58.653837 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['9fe2437a-7639-4cdb-9870-58bf73f57240'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:51:58.723461 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2355cfed-a5e6-40b7-bd3c-1be2ef9045e9 req-6e0a97a5-5d3f-4bf6-8948-4ab39b440351 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611341 Jul 09 15:51:58.916317 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:58.939967 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Deleting port 5f620b91-9f35-4a65-9d8e-576457e0792b {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:58.940402 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.005485 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ce04-f7dd-474c-92c5-cb9b8bb0c4e3 None None] The port '5f620b91-9f35-4a65-9d8e-576457e0792b' was deleted {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:51:59.259342 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Deleting port f54077ce-f563-4358-a6a1-a9739dfc1524 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:51:59.259688 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.538436 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] For port f54077ce-f563-4358-a6a1-a9739dfc1524, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f54077ce-f563-4358-a6a1-a9739dfc1524,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:59.538796 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.581821 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:51:59.673758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Calling delete_port for f54077ce-f563-4358-a6a1-a9739dfc1524 owned by network:router_interface {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:51:59.729339 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 9fe2437a-7639-4cdb-9870-58bf73f57240 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:51:59.730002 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.924144 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.943147 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.988257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:51:59.988257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:51:59.994142 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.998412 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:00.041595 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-db623805-9c84-4bb2-af1a-0aa2898b8204 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:00.049789 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-db623805-9c84-4bb2-af1a-0aa2898b8204 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 813 time: 0.2387886 Jul 09 15:52:00.066233 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-146d3645-8e95-4cca-9cca-d9bf35069aff tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/quotas/4959c1e2d4744446b8d5549ddb916c33 HTTP/1.1" status: 200 len: 375 time: 0.0152807 Jul 09 15:52:00.097702 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=7']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:00.103697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:00.111932 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-da067e20-33f6-461a-90a0-e65235102020 req-d40df0a3-3e95-4e24-a6ac-db842974aabf tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Synchronizing usage tracker for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:00.128787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-da067e20-33f6-461a-90a0-e65235102020 req-d40df0a3-3e95-4e24-a6ac-db842974aabf tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Unset dirty status for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:00.138399 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-d40df0a3-3e95-4e24-a6ac-db842974aabf tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704129 Jul 09 15:52:00.152872 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:00.159323 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-c727a396-5a6d-48ed-967a-7406ea27d8c6 tempest-VolumesActionsTest-66218605 tempest-VolumesActionsTest-66218605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:00.210009 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Pushing event deleted for resources: {'Port': ['ID=f54077ce-f563-4358-a6a1-a9739dfc1524,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:00.245105 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:00.259523 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b8138-b1e0-48cc-b5a0-fe471d086939 req-17b15ab9-dcbd-4120-a02f-6307986b418f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:00.272125 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-972b8138-b1e0-48cc-b5a0-fe471d086939 req-17b15ab9-dcbd-4120-a02f-6307986b418f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 945 time: 0.3947527 Jul 09 15:52:00.398349 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-5836cf47-80bb-4adc-bc01-959efd8df38c service neutron] 10.222.0.63 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587898 Jul 09 15:52:00.446826 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-972b8138-b1e0-48cc-b5a0-fe471d086939 req-278ccf7b-cb34-4407-aafc-f5238ce6fe70 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734028 Jul 09 15:52:00.536973 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'code': 200} Jul 09 15:52:00.574889 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-ad7568e2-ca0c-4b61-8334-6ac3a9dcc826 service neutron] 10.222.0.63 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661692 Jul 09 15:52:00.692336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:00.862713 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-8b4f4438-de44-4acf-8a5e-0b7abe3ce718 req-424716b8-eb41-47f9-ab38-9f4eafeb5de5 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 210 time: 0.0734541 Jul 09 15:52:01.197136 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Router b136f54b-522d-489b-a9bd-9e1154ae57cd has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:52:01.426216 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:52:01.437566 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Sync routers for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:52:01.446825 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b961a0c3-c6b8-495d-a365-b710b4cae12b admin admin] 10.222.0.63 "PUT /v2.0/routers/b136f54b-522d-489b-a9bd-9e1154ae57cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2157140 Jul 09 15:52:01.447069 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57280) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:01.457503 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:01.458528 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:01.780356 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:01.863414 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks [] for router, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:02.009393 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca3ab-f329-453d-8328-66b0fb9f573f req-ca6531be-b850-44ad-97e8-1d3d7756fb71 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:02.011289 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6d5ca3ab-f329-453d-8328-66b0fb9f573f req-ca6531be-b850-44ad-97e8-1d3d7756fb71 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.2779164 Jul 09 15:52:02.162004 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:51:59Z', 'revision_number': 5, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port': {'id': '968ed7eb-d848-41b3-b1bb-302e07796808', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:48:54Z', 'updated_at': '2021-07-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:02.173058 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Checking router: b136f54b-522d-489b-a9bd-9e1154ae57cd for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:52:02.191130 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Routers {'b136f54b-522d-489b-a9bd-9e1154ae57cd'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:02.191996 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['b136f54b-522d-489b-a9bd-9e1154ae57cd'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:02.202521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:02.251861 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6d5ca3ab-f329-453d-8328-66b0fb9f573f req-34076cbb-6710-4771-984c-0c9e177ed364 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311277 Jul 09 15:52:02.252483 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Deleting port 968ed7eb-d848-41b3-b1bb-302e07796808 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:02.252823 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:02.289182 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-906b2dc3-14b8-44a2-b32e-a13ef6ddec0b req-0b5861ca-4b5e-4b4f-a2fd-7469808a0a5c tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 210 time: 0.2240078 Jul 09 15:52:02.389472 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] Set router b136f54b-522d-489b-a9bd-9e1154ae57cd gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:02.519677 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:52:02Z', 'revision_number': 6, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:02.523785 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fceb86-593a-4ad9-afa0-6b13bc8ec416 None None] The sync data for ids ['b136f54b-522d-489b-a9bd-9e1154ae57cd'] in dv-cinder-800220-1-smb is: [{'id': 'b136f54b-522d-489b-a9bd-9e1154ae57cd', 'name': 'tempest-TestMinimumBasicScenario-1401032366-router', 'tenant_id': '39cd9c9bea294266b7069692181c7f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:48:53Z', 'updated_at': '2021-07-09T15:52:02Z', 'revision_number': 6, 'project_id': '39cd9c9bea294266b7069692181c7f7d', 'gw_port_host': None}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:52:02.694664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-ca247b2f-8d74-43c6-b070-4b43d64ccaa4 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:02.699759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-ca247b2f-8d74-43c6-b070-4b43d64ccaa4 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 813 time: 0.2713103 Jul 09 15:52:02.727898 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Request body: {'port': {'device_id': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834', 'admin_state_up': True, 'tenant_id': '4959c1e2d4744446b8d5549ddb916c33'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:02.820593 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] For port 968ed7eb-d848-41b3-b1bb-302e07796808, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=968ed7eb-d848-41b3-b1bb-302e07796808,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:02.821092 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:02.955262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Calling delete_port for 968ed7eb-d848-41b3-b1bb-302e07796808 owned by network:router_gateway {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:03.192952 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:03.217556 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:03.235388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Made reservation on behalf of 4959c1e2d4744446b8d5549ddb916c33 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:52:03.238984 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:03.494315 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c1ba01f1-d93a-4a2a-b579-51e4b57fb13d req-8b23ad51-c3a5-4ee9-89ed-93a30f2f2e34 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 210 time: 0.0460820 Jul 09 15:52:03.691413 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:03.701114 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1d8342fb-0c20-417a-a91d-b3f1359f3a09 tempest-ServerRescueNegativeTestJSON-1190863400 tempest-ServerRescueNegativeTestJSON-1190863400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:03.743564 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Allocated IP 172.20.0.2 (e3b75383-e20a-45d0-afee-1a1797bc8834/92219f89-3d81-4b33-8412-9fb4e5202078/d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:52:03.788946 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Pushing event deleted for resources: {'Port': ['ID=968ed7eb-d848-41b3-b1bb-302e07796808,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:03.793334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:03.854632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23965d4a-ceaa-46e7-9091-aff7af873050 req-bc47a785-c91d-4471-8c34-9286cdfa2586 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:03.856657 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-23965d4a-ceaa-46e7-9091-aff7af873050 req-bc47a785-c91d-4471-8c34-9286cdfa2586 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.4352875 Jul 09 15:52:03.938248 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.007696 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-23965d4a-ceaa-46e7-9091-aff7af873050 req-597ca2ab-03a9-4240-a9cd-1fe8a476104c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427214 Jul 09 15:52:04.063727 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 968ed7eb-d848-41b3-b1bb-302e07796808 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:04.101089 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 968ed7eb-d848-41b3-b1bb-302e07796808 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:52:04.101800 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 968ed7eb-d848-41b3-b1bb-302e07796808 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:52:04.102313 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f54077ce-f563-4358-a6a1-a9739dfc1524 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:04.140393 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: f54077ce-f563-4358-a6a1-a9739dfc1524 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:52:04.141108 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f54077ce-f563-4358-a6a1-a9739dfc1524 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:52:04.232397 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.236723 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.283730 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.284197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b136f54b-522d-489b-a9bd-9e1154ae57cd {{(pid=78596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:52:04.335503 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.339412 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57302) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:04.349772 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] 10.222.0.63 "DELETE /v2.0/routers/b136f54b-522d-489b-a9bd-9e1154ae57cd HTTP/1.1" status: 204 len: 168 time: 2.9017582 Jul 09 15:52:04.363442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.420745 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.428800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b49249cb-7c8f-4b41-a6bd-ded836841921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:04.443567 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Deleting subnet 65befe44-629d-4309-a933-1b91a8c326f2 {{(pid=78595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:52:04.447166 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.505547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Network e3b75383-e20a-45d0-afee-1a1797bc8834 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:52:04.508654 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:52:04.523244 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125208'] for subnet, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.524532 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Pushing event updated for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:04.527676 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:04.528737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:52:04.611563 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:04.612214 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.640333 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.641023 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9222779 Jul 09 15:52:04.721009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Request body: {'port': {'device_id': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:04.787129 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372862'] for subnet, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.798795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-32edcba4-6e4d-4e77-aed5-815a8654d904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:04.838289 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017778c-21af-4231-8b32-65bf89d15dcf req-96357344-e24a-4648-afc4-fc340ce5b44f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:04.840346 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6017778c-21af-4231-8b32-65bf89d15dcf req-96357344-e24a-4648-afc4-fc340ce5b44f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 931 time: 0.1579223 Jul 09 15:52:04.846088 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65befe44-629d-4309-a933-1b91a8c326f2,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:04.851237 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:04.852979 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.857971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:04.858465 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fc622-d70f-42ed-985a-76aa6ed4737d None None] Network a67095e5-656a-42fd-9333-d713eba92eb6 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:52:04.892363 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-34b36753-dec4-4fb2-824b-2b61d2fbda55 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/65befe44-629d-4309-a933-1b91a8c326f2 HTTP/1.1" status: 204 len: 168 time: 0.5514696 Jul 09 15:52:04.898450 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57310) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:05.021978 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6017778c-21af-4231-8b32-65bf89d15dcf req-e4a130a3-4f1b-4378-a4be-7c464fd81f37 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733012 Jul 09 15:52:05.075357 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.101579 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Deleting port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:05.101921 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.165605 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] DHCP port deletion for a67095e5-656a-42fd-9333-d713eba92eb6 request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:52:05.170220 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Deleting port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:05.170650 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.355700 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881f65-703f-4936-8ad8-4f0012a0f092 req-c287fc8c-c465-47dc-9a38-21da81bb3bc0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:05.363788 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-92881f65-703f-4936-8ad8-4f0012a0f092 req-c287fc8c-c465-47dc-9a38-21da81bb3bc0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1677856 Jul 09 15:52:05.436247 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] For port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:05.437053 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.440279 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] For port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,segment=NetworkSegment(60820027-7c39-4d4f-b9f8-96c366bbce48),segment_id=60820027-7c39-4d4f-b9f8-96c366bbce48)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:05.440701 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.479032 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:05.492816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.508025 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-92881f65-703f-4936-8ad8-4f0012a0f092 req-745e4f77-2aa7-4b5b-8ae6-4a182c311f5a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432717 Jul 09 15:52:05.531348 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Transition to ACTIVE for port object d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:05.545405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.551124 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:05.583579 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Calling delete_port for 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:05.628993 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:05.637977 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Calling delete_port for 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae owned by network:dhcp {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:05.642340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:05.676744 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053'] for port, after_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.682460 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-c3c8ee3e-c17a-4ede-9da0-41abe9c6541c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:05.734154 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Pushing event deleted for resources: {'Port': ['ID=8f52b0ea-fd82-48ac-9988-77df3c8ad3ae,revision_number=None']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:05.737164 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:05.743010 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] No DVR routers for this DVR port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae on host dv-cinder-800220-1-smb {{(pid=78597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:05.786892 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.db.api [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:52:05.787252 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_db.api [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:52:05.952837 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Attempting to bind port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:52:05.953389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Attempting to bind port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:52:05.953389 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Attempting to bind port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a on network e3b75383-e20a-45d0-afee-1a1797bc8834 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:05.958774 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a on network e3b75383-e20a-45d0-afee-1a1797bc8834 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:52:05.958986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Attempting to bind port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a on network e3b75383-e20a-45d0-afee-1a1797bc8834 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:05.966280 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:52:05.966804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Checking segment: {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:52:05.967254 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Bound using segment: {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:52:05.967749 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Bound port: d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dd74cd-4e99-4958-982e-2a15be5f5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:52:05.968179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.068166 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:06.082743 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:52:06.086095 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:52:06.094177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.099528 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4865f358-7a04-4f2f-b50d-9658a21dce7b tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:06.110289 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:52:06.111246 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:52:06.169364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.169809 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.171257 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] 10.222.0.69 "PUT /v2.0/ports/d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a HTTP/1.1" status: 200 len: 1093 time: 1.5145242 Jul 09 15:52:06.172070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:06.219894 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:06.235681 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:06.239303 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a', 'status': 'completed', 'code': 200} Jul 09 15:52:06.287471 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989f26e-7357-4af7-b3c8-dfc8a3879869 req-6c37aa04-385f-4a0d-b92a-4e1ed20a8f98 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.289178 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c989f26e-7357-4af7-b3c8-dfc8a3879869 req-6c37aa04-385f-4a0d-b92a-4e1ed20a8f98 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 943 time: 0.1111379 Jul 09 15:52:06.289853 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Deleting port 8f52b0ea-fd82-48ac-9988-77df3c8ad3ae {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:06.290286 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.343565 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-c9609eb5-e397-4f01-98cc-14a2e1ff6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.345320 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-c9609eb5-e397-4f01-98cc-14a2e1ff6465 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 1096 time: 0.0923815 Jul 09 15:52:06.406574 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c989f26e-7357-4af7-b3c8-dfc8a3879869 req-a5160b5c-7de5-4536-9996-37208d3e93c4 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873718 Jul 09 15:52:06.419837 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] The port '8f52b0ea-fd82-48ac-9988-77df3c8ad3ae' was deleted {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:52:06.436604 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-8512d8f5-9763-4ad8-b9ac-19b5becd1bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a HTTP/1.1" status: 200 len: 217 time: 0.0765567 Jul 09 15:52:06.502574 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067e20-33f6-461a-90a0-e65235102020 req-035934b7-4ae4-4321-9432-1c7a5b83b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.503917 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-035934b7-4ae4-4321-9432-1c7a5b83b70b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92219f89-3d81-4b33-8412-9fb4e5202078 HTTP/1.1" status: 200 len: 853 time: 0.0608773 Jul 09 15:52:06.539432 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.554908 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67095e5-656a-42fd-9333-d713eba92eb6']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:06.569707 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60820027-7c39-4d4f-b9f8-96c366bbce48') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:06.570265 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60820027-7c39-4d4f-b9f8-96c366bbce48') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:06.570656 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-9601116a-42ac-4b8d-924b-871c72513b19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b75383-e20a-45d0-afee-1a1797bc8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574188 Jul 09 15:52:06.583145 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.601824 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.610121 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:52:06.611177 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: util.warn( Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: util.warn( Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: util.warn( Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: util.warn( Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:52:06.627680 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:52:06.736098 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.745297 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.753590 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:06.814126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-fd11c8f3-71bd-4e92-b2b2-9506bc26ef23 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355032 Jul 09 15:52:06.853963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78237d7-4022-4605-bc2f-aad7f1d4e646 req-7f1c0dda-6596-4cbe-9aec-04048d3c37c4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.856126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a78237d7-4022-4605-bc2f-aad7f1d4e646 req-7f1c0dda-6596-4cbe-9aec-04048d3c37c4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1803474 Jul 09 15:52:06.876128 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Pushing event deleted for resources: {'Network': ['ID=a67095e5-656a-42fd-9333-d713eba92eb6,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:06.882367 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:06.888994 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-88bc813c-a412-4b7f-9ae0-9a86cabe41be admin admin] 10.222.0.63 "DELETE /v2.0/networks/a67095e5-656a-42fd-9333-d713eba92eb6 HTTP/1.1" status: 204 len: 168 time: 1.9893458 Jul 09 15:52:06.993442 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a78237d7-4022-4605-bc2f-aad7f1d4e646 req-eb4f61e4-16e7-4640-bfab-7c0e9cce4d5a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763953 Jul 09 15:52:07.020361 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-da067e20-33f6-461a-90a0-e65235102020 req-63931917-eaed-44b4-98ee-682b9e87b66b service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986928 Jul 09 15:52:07.059290 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57324) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:07.120467 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-100eba87-3f83-4ea5-82c9-7810da70180e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f12383bde6734389bdcd45281e07320a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599103 Jul 09 15:52:07.123019 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57328) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:07.244261 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:07.263554 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555a05-5b32-4678-80c0-f77820f8f675 req-415ab881-3ebd-4174-ae61-037a7f96d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:07.264925 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-415ab881-3ebd-4174-ae61-037a7f96d5e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4959c1e2d4744446b8d5549ddb916c33&device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 1096 time: 0.1391740 Jul 09 15:52:07.301727 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:07.453163 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555a05-5b32-4678-80c0-f77820f8f675 req-3f68f57d-b9ad-4868-9271-75ccb20394e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:07.454838 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-3f68f57d-b9ad-4868-9271-75ccb20394e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 200 len: 914 time: 0.1802132 Jul 09 15:52:07.463880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:07.516331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:07.544057 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14857b49-5c6a-4738-87e1-c9e09a027ee4,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:07.547067 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-ce24eca3-1436-4d90-964e-751ed18e2d38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a HTTP/1.1" status: 200 len: 217 time: 0.0839803 Jul 09 15:52:07.548130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:07.554621 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:07.565001 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/14857b49-5c6a-4738-87e1-c9e09a027ee4 HTTP/1.1" status: 204 len: 168 time: 0.4409654 Jul 09 15:52:07.635406 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555a05-5b32-4678-80c0-f77820f8f675 req-119e6747-105b-450f-b76f-5da324a8a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:07.637236 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-119e6747-105b-450f-b76f-5da324a8a4cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92219f89-3d81-4b33-8412-9fb4e5202078 HTTP/1.1" status: 200 len: 853 time: 0.0674007 Jul 09 15:52:07.646531 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da8bd-a384-4f01-8166-b5265f643f50 req-a240aef6-041a-4633-973c-aae945cb8be9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:07.648636 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c13da8bd-a384-4f01-8166-b5265f643f50 req-a240aef6-041a-4633-973c-aae945cb8be9 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 943 time: 0.1127613 Jul 09 15:52:07.707143 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-96f2396d-701b-43fc-9712-104f51520093 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b75383-e20a-45d0-afee-1a1797bc8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614276 Jul 09 15:52:07.739446 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c13da8bd-a384-4f01-8166-b5265f643f50 req-69338832-c38d-4f0a-83bb-7d31d5333484 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693386 Jul 09 15:52:07.877260 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-6b1dafa7-0c79-4b26-a0aa-f87f5dc07ca4 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606610 Jul 09 15:52:08.077339 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57344) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:08.158162 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-07438462-f315-4f4e-baa7-9ce9f8499042 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=39cd9c9bea294266b7069692181c7f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792258 Jul 09 15:52:08.160527 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57348) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:08.251771 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-be555a05-5b32-4678-80c0-f77820f8f675 req-c1231eaf-c801-4a60-9b71-2d250876e031 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672080 Jul 09 15:52:08.256450 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.281287 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aef49-3ba9-46dc-95c3-3d0ad8739262 req-1b8cb1f2-598a-44ab-afe4-289d85143bb2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.282829 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed8aef49-3ba9-46dc-95c3-3d0ad8739262 req-1b8cb1f2-598a-44ab-afe4-289d85143bb2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.1404281 Jul 09 15:52:08.291667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.342476 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed8aef49-3ba9-46dc-95c3-3d0ad8739262 req-1ca79ab6-a42d-4c00-8478-d9c3859b629c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536768 Jul 09 15:52:08.376592 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.382673 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6f3f1d2d-e9c9-4c36-a02a-09f2ecd82af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:08.394311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f20f98b-7a8a-4487-ac7e-4f569c9d3a12,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:08.399328 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:08.401339 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:08.405018 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-399f7103-fd64-42b9-897b-a9e1edc794a5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f20f98b-7a8a-4487-ac7e-4f569c9d3a12 HTTP/1.1" status: 204 len: 168 time: 0.2408569 Jul 09 15:52:08.937610 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:52:08.972763 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd937c-3576-4fe3-99ae-6f0d03c57dc5 req-7cc59887-f6aa-4e33-8e9d-4da0289d2d6d tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.975049 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e3cd937c-3576-4fe3-99ae-6f0d03c57dc5 req-7cc59887-f6aa-4e33-8e9d-4da0289d2d6d tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 943 time: 0.1048110 Jul 09 15:52:09.026580 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e3cd937c-3576-4fe3-99ae-6f0d03c57dc5 req-5940a561-a3c4-4469-a45b-28576c79da8c tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Jul 09 15:52:09.560400 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c9e1-7960-4ae7-b4b8-d26964e91731 req-c572e552-32c0-4ef1-8a8c-1c88c5c21863 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:09.562241 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1297c9e1-7960-4ae7-b4b8-d26964e91731 req-c572e552-32c0-4ef1-8a8c-1c88c5c21863 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0918651 Jul 09 15:52:09.639294 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:52:09.645617 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1297c9e1-7960-4ae7-b4b8-d26964e91731 req-95196520-73cf-4feb-a84b-c22239652f2e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729861 Jul 09 15:52:09.835524 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:09.852460 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a', 'network_id': 'e3b75383-e20a-45d0-afee-1a1797bc8834', 'port_id': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a', 'mac_address': 'fa:16:3e:23:4d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92219f89-3d81-4b33-8412-9fb4e5202078', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:52:09.912888 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.934014 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:09.955931 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:09.961928 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:09.965748 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-ff19b303-73b6-46a5-ab89-ae5bc25157a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:10.049713 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:10.053077 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:10.239062 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e391f-7948-4b72-afbc-8748836a6055 req-88f1658e-088f-43d1-b79b-c31ddaaa16da tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:10.240519 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-799e391f-7948-4b72-afbc-8748836a6055 req-88f1658e-088f-43d1-b79b-c31ddaaa16da tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 944 time: 0.0947568 Jul 09 15:52:10.295907 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-799e391f-7948-4b72-afbc-8748836a6055 req-92588e79-6688-4f7f-8eb7-2f86efec00a1 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490973 Jul 09 15:52:10.363621 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:52:11.033349 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86d3b-2ed1-47d1-8c57-8fdc063a4ee6 req-f3e1b375-bd2f-47ac-9bc5-6022e791b747 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:11.034837 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7cf86d3b-2ed1-47d1-8c57-8fdc063a4ee6 req-f3e1b375-bd2f-47ac-9bc5-6022e791b747 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0838244 Jul 09 15:52:11.081004 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7cf86d3b-2ed1-47d1-8c57-8fdc063a4ee6 req-b42dba96-3d70-4aa2-89f6-6755df3123af tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Jul 09 15:52:11.500344 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17b2f-b739-4845-bc8a-62e099c773d5 req-5961475b-317d-4275-aec2-fe238d649619 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:11.501859 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fbb17b2f-b739-4845-bc8a-62e099c773d5 req-5961475b-317d-4275-aec2-fe238d649619 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 944 time: 0.0880790 Jul 09 15:52:11.556040 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fbb17b2f-b739-4845-bc8a-62e099c773d5 req-d7d3a8bd-bfad-4922-99c0-382e1adbd87a tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jul 09 15:52:11.643777 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:52:11.730817 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:11.735905 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:11.736288 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.858644 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.897635 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:11.915055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-726d52ca-10d5-432f-9936-9bb2c99dae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:11.915428 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:11.916557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-726d52ca-10d5-432f-9936-9bb2c99dae38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1099 time: 0.0845323 Jul 09 15:52:11.920977 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:11.924088 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-80883c08-fc64-4209-b535-f2df8f0f9ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:11.967845 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a', 'code': 200} Jul 09 15:52:12.018095 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:12.020214 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:12.104782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-a78f22e0-8129-473c-9f1b-ed83537d3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.107387 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-a78f22e0-8129-473c-9f1b-ed83537d3ecf service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.1830037 Jul 09 15:52:12.265672 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-f9e4f1e5-1b0c-4d95-92f4-f15ec724c738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 1002 time: 0.1489425 Jul 09 15:52:12.325438 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b901-80da-490c-b342-1b107cdbf008 req-3672c141-7840-4a76-80f5-f0c39aa5940e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.326937 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6861b901-80da-490c-b342-1b107cdbf008 req-3672c141-7840-4a76-80f5-f0c39aa5940e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0900962 Jul 09 15:52:12.342883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-a3b5ac2c-545e-4a99-8567-707344c937d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.344348 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-a3b5ac2c-545e-4a99-8567-707344c937d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0713303 Jul 09 15:52:12.346340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b4c7d-e14e-479d-ad6d-7ad47fe35082 req-5bf7e506-8e99-49e0-98ca-2c00d4a1f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.347645 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-188b4c7d-e14e-479d-ad6d-7ad47fe35082 req-5bf7e506-8e99-49e0-98ca-2c00d4a1f9a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 1098 time: 0.1442690 Jul 09 15:52:12.375604 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6861b901-80da-490c-b342-1b107cdbf008 req-10f5fdf7-d2ea-49ea-8275-0af263d94b25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Jul 09 15:52:12.459867 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-188b4c7d-e14e-479d-ad6d-7ad47fe35082 req-42a926bd-fa8b-4f75-bf98-98be0c870544 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Jul 09 15:52:12.481549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-67661abd-f2d9-4ef1-9ee0-5c9cb2bed9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.483060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-67661abd-f2d9-4ef1-9ee0-5c9cb2bed9af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253555 Jul 09 15:52:12.906462 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-f5e61b44-c738-4814-8c61-de3376984bd2 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531394 Jul 09 15:52:12.913695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5749-ed79-4820-8e4b-ad139d8c97bc req-be5be525-6f3e-4cbf-bff6-e3079422923f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.914386 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0f6a5749-ed79-4820-8e4b-ad139d8c97bc req-be5be525-6f3e-4cbf-bff6-e3079422923f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Synchronizing usage tracker for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:13.009270 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-0f6a5749-ed79-4820-8e4b-ad139d8c97bc req-be5be525-6f3e-4cbf-bff6-e3079422923f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Unset dirty status for tenant:4959c1e2d4744446b8d5549ddb916c33 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:13.010449 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0f6a5749-ed79-4820-8e4b-ad139d8c97bc req-be5be525-6f3e-4cbf-bff6-e3079422923f tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.2924166 Jul 09 15:52:13.081746 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51804857-2d35-4232-a28d-dac42ed5a0b4 req-ad3d7d74-5583-45e3-b764-8b850e7b0c65 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647458 Jul 09 15:52:13.084646 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0f6a5749-ed79-4820-8e4b-ad139d8c97bc req-13386f9c-d4ca-4b74-bcad-99071b9cee7c tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Jul 09 15:52:13.573175 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b4273-32b7-4105-83d8-c352d81ec1fd req-4c9bec6e-169a-4d4a-96a2-51625139852d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:13.575623 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-042b4273-32b7-4105-83d8-c352d81ec1fd req-4c9bec6e-169a-4d4a-96a2-51625139852d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0816779 Jul 09 15:52:13.624616 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-042b4273-32b7-4105-83d8-c352d81ec1fd req-0372335f-19a4-496d-a73a-e584cbd0af73 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430052 Jul 09 15:52:14.272106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ea6f-7851-4e7a-815a-460965d3611a req-69918e84-8cbf-4f4d-892b-3a6bb2eefd86 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:14.273478 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5091ea6f-7851-4e7a-815a-460965d3611a req-69918e84-8cbf-4f4d-892b-3a6bb2eefd86 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.0837672 Jul 09 15:52:14.322258 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5091ea6f-7851-4e7a-815a-460965d3611a req-8e484394-34e0-425a-8f26-f57fc11d0e53 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Jul 09 15:52:14.833669 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337018e4-b285-4538-a31c-d24c6dc42af4 req-b958981c-21d8-4d2a-b36c-f7e95afdbaca tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:14.835297 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-337018e4-b285-4538-a31c-d24c6dc42af4 req-b958981c-21d8-4d2a-b36c-f7e95afdbaca tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 946 time: 0.0912404 Jul 09 15:52:14.889302 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-337018e4-b285-4538-a31c-d24c6dc42af4 req-08caf13f-d2e1-414a-9875-dc52ae95d040 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Jul 09 15:52:14.969969 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:15.675875 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:15.790559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:15.823067 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:15.834626 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:15.839094 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:15.843004 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:15.910153 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=8']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:15.919110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919569 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.919751 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.920051 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.920374 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.920697 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.921016 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.921337 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:15.925464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:16.074087 dv-cinder-800220-1-smb neutron-server[78597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'code': 422} returned with failed status Jul 09 15:52:16.194516 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1038-f4c8-4837-a49b-34abfb513644 req-1ab8ed1e-61e0-4418-82ce-963dfdc54328 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:16.195863 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-922c1038-f4c8-4837-a49b-34abfb513644 req-1ab8ed1e-61e0-4418-82ce-963dfdc54328 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1817012 Jul 09 15:52:16.241412 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-922c1038-f4c8-4837-a49b-34abfb513644 req-a0e94b1a-1856-43a4-b995-0f461cb42637 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Jul 09 15:52:16.911077 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81053-50f0-4d6f-a9d8-10673ad57b63 req-1a2021cc-7c41-43d9-88dc-c769c4bea16b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:16.912523 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3db81053-50f0-4d6f-a9d8-10673ad57b63 req-1a2021cc-7c41-43d9-88dc-c769c4bea16b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0804935 Jul 09 15:52:16.958128 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3db81053-50f0-4d6f-a9d8-10673ad57b63 req-ff73f046-3c1f-4e28-88ee-308be79fee5b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Jul 09 15:52:17.168420 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daadfd-6160-4a7f-b1c1-96a603b6e77d req-0e16f484-cd05-4170-a2b8-1d1c6a4a7340 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:17.169991 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f2daadfd-6160-4a7f-b1c1-96a603b6e77d req-0e16f484-cd05-4170-a2b8-1d1c6a4a7340 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0858958 Jul 09 15:52:17.217491 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f2daadfd-6160-4a7f-b1c1-96a603b6e77d req-d34121e7-167d-417e-869a-ecac1833aa15 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Jul 09 15:52:17.438631 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57462) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:17.557271 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-40857a0b-cd23-4030-b36c-dc20d0bdc4fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173568 Jul 09 15:52:18.152854 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768bb48-91c3-4e6f-b86a-6952e46358f0 req-9e55f054-fb96-4509-932e-a453397b29a8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:18.154359 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9768bb48-91c3-4e6f-b86a-6952e46358f0 req-9e55f054-fb96-4509-932e-a453397b29a8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0805502 Jul 09 15:52:18.204159 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9768bb48-91c3-4e6f-b86a-6952e46358f0 req-816eb552-f2b7-42e7-809b-628a369a6377 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Jul 09 15:52:18.410197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009972d-540e-498f-a244-2707a8e1a1c7 req-72eb689b-ed7a-496b-8d22-c4f2a9321a0f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:18.411664 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a009972d-540e-498f-a244-2707a8e1a1c7 req-72eb689b-ed7a-496b-8d22-c4f2a9321a0f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0798016 Jul 09 15:52:18.458397 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a009972d-540e-498f-a244-2707a8e1a1c7 req-27ae6347-326a-4611-a613-d8a2491ad778 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386257 Jul 09 15:52:19.385370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b0f6-927e-48ee-99f2-92ed09ca9707 req-47dab921-ff28-4517-8c2a-e5d5ff6d7c50 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:19.387608 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f8a9b0f6-927e-48ee-99f2-92ed09ca9707 req-47dab921-ff28-4517-8c2a-e5d5ff6d7c50 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0811012 Jul 09 15:52:19.434689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f8a9b0f6-927e-48ee-99f2-92ed09ca9707 req-ccfb902b-0b19-4cb1-bc56-8ac004cdae1e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399747 Jul 09 15:52:19.451854 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-b9149761-eda7-44c6-aaf7-a6319eff0893 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:19.453274 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-b9149761-eda7-44c6-aaf7-a6319eff0893 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.1114664 Jul 09 15:52:19.540590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Deleting port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:19.541267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:19.685283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-1dd0aeb5-3fbc-49e9-9716-69e49f974601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:19.686759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-1dd0aeb5-3fbc-49e9-9716-69e49f974601 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 1097 time: 0.2719638 Jul 09 15:52:19.697111 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:19.858576 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252aeb-b28f-49eb-8e8e-462fa1a19761 req-15d6e8d6-81b6-43db-b96c-5701fa3e01b2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:19.859976 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3a252aeb-b28f-49eb-8e8e-462fa1a19761 req-15d6e8d6-81b6-43db-b96c-5701fa3e01b2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.2890630 Jul 09 15:52:19.950195 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] For port 07d2dead-2d8e-4bb1-a562-07580dbd79f9, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=07d2dead-2d8e-4bb1-a562-07580dbd79f9,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:19.950548 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:19.960506 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3a252aeb-b28f-49eb-8e8e-462fa1a19761 req-adc2c6d3-3dc4-4b9c-90b9-0ed96f3e6451 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914028 Jul 09 15:52:20.035727 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-e88cc20a-162e-4cff-83f3-1d2b659c2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.037162 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-e88cc20a-162e-4cff-83f3-1d2b659c2cb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1097 time: 0.3041480 Jul 09 15:52:20.327429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-85f2ae52-1776-42e2-8f44-43b33a457b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.328844 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-85f2ae52-1776-42e2-8f44-43b33a457b74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.2826021 Jul 09 15:52:20.400752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:20.401115 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:20.401417 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Floating IP e3ac7a16-21d1-43be-bf2b-86e3da9dd599 disassociated. External IP: 172.28.3.12, port: 07d2dead-2d8e-4bb1-a562-07580dbd79f9. Jul 09 15:52:20.402401 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Calling delete_port for 07d2dead-2d8e-4bb1-a562-07580dbd79f9 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:20.526126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-15433790-9e6c-482c-8232-b8e55b966c24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 1000 time: 0.1848159 Jul 09 15:52:20.639420 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0650-8064-458a-8b84-b67f3f61b902 req-07e33aab-a69e-4f7f-b169-3b164abdfbc0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.641872 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9a4f0650-8064-458a-8b84-b67f3f61b902 req-07e33aab-a69e-4f7f-b169-3b164abdfbc0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 946 time: 0.0932677 Jul 09 15:52:20.706498 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9a4f0650-8064-458a-8b84-b67f3f61b902 req-5641a333-d7ef-4b20-9b6b-99a34ff857ce tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=f8c56562-04ee-49d3-981a-42cfdeb8c8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551043 Jul 09 15:52:20.780889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-c70508c8-6d34-4a53-a870-b9a33a70d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.782352 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-c70508c8-6d34-4a53-a870-b9a33a70d4c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.2481930 Jul 09 15:52:20.788055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:20.797168 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:20.895824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'Port': ['ID=07d2dead-2d8e-4bb1-a562-07580dbd79f9,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:20.898906 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:21.137310 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-5d263f0d-016b-4b0a-8ee6-f0473024078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.138804 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-5d263f0d-016b-4b0a-8ee6-f0473024078c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3428168 Jul 09 15:52:21.244858 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:52:21.363885 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0ee1a-5612-4bbe-b9d0-8c28b4ec1e8c req-fe39b1eb-b42a-4ec9-8846-0534f9b42b52 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.365382 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c6e0ee1a-5612-4bbe-b9d0-8c28b4ec1e8c req-fe39b1eb-b42a-4ec9-8846-0534f9b42b52 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.2927649 Jul 09 15:52:21.461495 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-ee465a3e-9c0c-44da-8435-1c4c360eacb9 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140440 Jul 09 15:52:21.590112 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c6e0ee1a-5612-4bbe-b9d0-8c28b4ec1e8c req-a58e1adf-316f-4603-b811-040eae19268b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153866 Jul 09 15:52:21.597562 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:52:21.609538 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:52:21.618801 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:21.619413 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:21.687696 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] No DVR routers for this DVR port 07d2dead-2d8e-4bb1-a562-07580dbd79f9 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:21.691345 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:21.693813 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'name': 'network-vif-deleted', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:21.723557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d41d1d08-bb70-4c37-b47c-bfd0c22bab91 req-fb672c03-13d0-47fa-859d-ffd16f672738 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461967 Jul 09 15:52:21.724870 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cf04f834-7f2d-4729-8b83-0e710502e104 req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "DELETE /v2.0/ports/07d2dead-2d8e-4bb1-a562-07580dbd79f9 HTTP/1.1" status: 204 len: 173 time: 2.2657816 Jul 09 15:52:21.819991 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:21.861331 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd629dc10-9db3-44b1-90b7-0755964841ac', 'name': 'network-vif-deleted', 'tag': '07d2dead-2d8e-4bb1-a562-07580dbd79f9', 'status': 'completed', 'code': 200} Jul 09 15:52:21.873196 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-eef53952-9e6e-4441-ae28-29257e324e28 req-9ebb502f-84a6-43a0-a194-f7c5c73dc11a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:21.888966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-eef53952-9e6e-4441-ae28-29257e324e28 req-9ebb502f-84a6-43a0-a194-f7c5c73dc11a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:21.891088 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-eef53952-9e6e-4441-ae28-29257e324e28 req-9ebb502f-84a6-43a0-a194-f7c5c73dc11a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0626299 Jul 09 15:52:22.150596 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:22.155336 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:52:22.163568 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:22.164176 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:51:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:22.420117 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:22.835704 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497f6a-1083-491f-880c-849bd1e04082 req-d59dd959-0f74-415f-a5e4-dd626ffd5fa6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:22.843280 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4f497f6a-1083-491f-880c-849bd1e04082 req-d59dd959-0f74-415f-a5e4-dd626ffd5fa6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0928235 Jul 09 15:52:22.882275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:22.887001 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8a38e-41c1-4aac-9b3d-375d9387f5ab None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:52:22.893259 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4f497f6a-1083-491f-880c-849bd1e04082 req-90a001e4-32ab-4f55-af8d-21c5576fd1b4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Jul 09 15:52:23.081134 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-009afc60-6683-4845-9ff2-4b3bb663b869 req-14104c15-ec13-418a-9e75-6390fcc84cbf tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0507979 Jul 09 15:52:23.193090 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0ed17-de04-4778-9793-31c36c071fab None None] New status for floating IP e3ac7a16-21d1-43be-bf2b-86e3da9dd599: DOWN {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:52:23.702513 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07d2dead-2d8e-4bb1-a562-07580dbd79f9 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:23.737071 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 07d2dead-2d8e-4bb1-a562-07580dbd79f9 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:52:23.737513 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 07d2dead-2d8e-4bb1-a562-07580dbd79f9 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:52:24.117356 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d11a74-1c41-4c2c-a698-0643b7558e43 req-8b6fcc5a-c139-4a14-8169-c69909bbc002 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:24.118885 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a6d11a74-1c41-4c2c-a698-0643b7558e43 req-8b6fcc5a-c139-4a14-8169-c69909bbc002 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1134620 Jul 09 15:52:24.197967 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a6d11a74-1c41-4c2c-a698-0643b7558e43 req-47adc40f-94b4-4b15-9097-59c4afc45d29 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623183 Jul 09 15:52:24.312884 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cd232031-5883-4882-a2fd-040e32de9e83 req-786f8bbd-ff78-473e-9576-b63b8bb53a8d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0630531 Jul 09 15:52:24.575328 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd89e-fa80-4191-a2e4-8a98122658d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:25.211828 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:25.402491 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2e6e-a74a-453e-ab90-a4062c1573ca req-16b372a8-23aa-4848-8a7e-a8ad01c0df46 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:25.404654 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-482a2e6e-a74a-453e-ab90-a4062c1573ca req-16b372a8-23aa-4848-8a7e-a8ad01c0df46 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0974021 Jul 09 15:52:25.471324 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-482a2e6e-a74a-453e-ab90-a4062c1573ca req-7b0b5e6a-2d5d-4117-9d93-15114dfee241 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566401 Jul 09 15:52:25.488498 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c1325495-67b5-466f-b5e5-7b77dfb4a23b req-12f3de00-b1d8-46d0-a166-976db79ddd0c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0446360 Jul 09 15:52:26.666020 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5cd78d98-6d3e-430b-b933-9823ba65d883 req-a4047051-6864-4f16-8f02-0f1f186e7265 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0491920 Jul 09 15:52:26.679193 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229101-ce1e-4924-a78f-b52e8a9a5d33 req-19008bd0-9179-4a43-953a-442f136b9f21 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:26.696392 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-36229101-ce1e-4924-a78f-b52e8a9a5d33 req-19008bd0-9179-4a43-953a-442f136b9f21 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1056404 Jul 09 15:52:26.741647 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-36229101-ce1e-4924-a78f-b52e8a9a5d33 req-43f18f6d-9297-48ca-8845-1e25d508b9c2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Jul 09 15:52:27.280305 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-179a1d18-624a-4b8f-9fcf-30f7fe2b9546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.843277 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f8b809fb-e2da-4b15-85db-3abdd2fb203d req-7710554b-053b-470b-a8a9-d10ba6e3f15a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0523577 Jul 09 15:52:27.947907 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd402-4680-4269-9540-1c656dbf62e9 req-bed09f80-d7e8-476e-b2b8-1c43aff64f34 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:27.949460 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9a4bd402-4680-4269-9540-1c656dbf62e9 req-bed09f80-d7e8-476e-b2b8-1c43aff64f34 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0820551 Jul 09 15:52:27.996373 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-9a4bd402-4680-4269-9540-1c656dbf62e9 req-d7d2263c-dced-4c91-9f5d-a62dd0f06f72 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Jul 09 15:52:28.315710 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:29.010268 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2f33540d-fa92-493f-9e3e-9a95dd3a09ae req-b1f43927-19e5-49df-8e85-2a2d547e591f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0428483 Jul 09 15:52:29.283230 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952cac-a80b-4b52-a418-0b7f36ba202a req-3aa9f4d6-a496-4ef7-bc8b-7b82a2c9cb46 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:29.284689 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d7952cac-a80b-4b52-a418-0b7f36ba202a req-3aa9f4d6-a496-4ef7-bc8b-7b82a2c9cb46 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1714075 Jul 09 15:52:29.332429 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d7952cac-a80b-4b52-a418-0b7f36ba202a req-db8ce005-f7db-4048-8bf8-4965780b48e1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Jul 09 15:52:29.834667 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:30.299128 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-0e41ce93-6fd4-4c15-a0c7-f3f56b5c3421 req-171645bd-03d9-46fd-9a1f-23fb9665f44e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.1645310 Jul 09 15:52:30.529140 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e38c75-5f59-43eb-9e79-4e9761064d06 req-fa8e02eb-d6dd-42a8-b10b-3c61ce3e9542 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:30.530547 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b0e38c75-5f59-43eb-9e79-4e9761064d06 req-fa8e02eb-d6dd-42a8-b10b-3c61ce3e9542 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0838983 Jul 09 15:52:30.580810 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b0e38c75-5f59-43eb-9e79-4e9761064d06 req-4a976e60-d039-4113-bd8f-15bd97d1ee6e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Jul 09 15:52:31.462371 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f70831ea-aded-4936-ad94-c81693e0b633 req-b51d8ae3-09a9-4b60-beb9-720e065df3a9 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0423253 Jul 09 15:52:31.779941 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c71a-e678-4d3e-8026-82d8667a6e43 req-176858cd-e74a-46bf-a6c5-c78bb6ac7627 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:31.781926 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e064c71a-e678-4d3e-8026-82d8667a6e43 req-176858cd-e74a-46bf-a6c5-c78bb6ac7627 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0854778 Jul 09 15:52:31.829991 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e064c71a-e678-4d3e-8026-82d8667a6e43 req-cc90caa3-5b6e-4cfd-9505-cc33969c3c7a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Jul 09 15:52:32.632672 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7167ec0e-22ad-429c-ba21-1bdc8d9deec0 req-ae58d02a-2258-4980-be56-6bddf7f4e5e7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=d629dc10-9db3-44b1-90b7-0755964841ac HTTP/1.1" status: 200 len: 210 time: 0.0456448 Jul 09 15:52:33.026399 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379965-2422-4339-b6db-cbad9677088e req-084df7d0-8953-4b9a-a897-2a21feddb3a1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:33.027967 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0b379965-2422-4339-b6db-cbad9677088e req-084df7d0-8953-4b9a-a897-2a21feddb3a1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0825853 Jul 09 15:52:33.071795 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-0b379965-2422-4339-b6db-cbad9677088e req-9d24dd1c-f241-49bc-8356-8283e064152f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Jul 09 15:52:33.753115 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57596) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:33.816352 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:33.843041 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:33.898012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:33.902827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-2938ce3d-e388-4794-841a-782963014046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:33.916700 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c56562-04ee-49d3-981a-42cfdeb8c8cf,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:33.919800 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:33.928133 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:33.929367 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a92223ed-c1d0-4480-ae91-a3916fd03ed6 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "DELETE /v2.0/security-groups/f8c56562-04ee-49d3-981a-42cfdeb8c8cf HTTP/1.1" status: 204 len: 168 time: 0.1752834 Jul 09 15:52:33.932040 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57600) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:33.949692 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.api.v2.resource [None req-1d1374b9-8cbc-4843-9b69-ea424b2d7de0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] show failed (client error): The resource could not be found. Jul 09 15:52:33.950700 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1d1374b9-8cbc-4843-9b69-ea424b2d7de0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups/f8c56562-04ee-49d3-981a-42cfdeb8c8cf HTTP/1.1" status: 404 len: 347 time: 0.0177784 Jul 09 15:52:33.953427 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57604) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:34.112215 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Deleting port d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:34.112838 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.261607 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62f26-9f40-4cb2-9f74-907bd08ad1af req-5c8eba74-f1b6-457d-90fa-75d15efc9a00 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:34.263075 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e4e62f26-9f40-4cb2-9f74-907bd08ad1af req-5c8eba74-f1b6-457d-90fa-75d15efc9a00 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.0810907 Jul 09 15:52:34.285285 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.285610 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.307722 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e4e62f26-9f40-4cb2-9f74-907bd08ad1af req-c29c2c76-44b0-4e74-b299-a84e098834d9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Jul 09 15:52:34.405467 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Calling delete_port for d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:34.543552 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.546929 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-353c9995-bd48-4e8e-8637-6e180474f2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:34.588641 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'Port': ['ID=d8d0d57e-6d8a-4064-9e2e-9cb80f83a4aa,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:34.592291 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:34.680365 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.697758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:34.700088 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "DELETE /v2.0/floatingips/e3ac7a16-21d1-43be-bf2b-86e3da9dd599 HTTP/1.1" status: 204 len: 168 time: 0.7456803 Jul 09 15:52:35.266507 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57614) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:35.271705 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855481142', 'description': 'tempest-description--1391562077'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:35.278194 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:35.282307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:52:35.285091 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:52:35.291349 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:35.301508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.320648 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:35.325017 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:52:35.327763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:52:35.333249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:35.410304 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.414913 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.425843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-726967c8-f998-4305-bfa1-22aa447a81ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:35.519099 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.520313 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2528160 Jul 09 15:52:35.523698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164cdc65-0c0e-425a-9ea0-75f4a55322e1,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:35.524352 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57624) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:35.527492 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-19c97156-2b70-48ba-9c7b-9dc6540add6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:35.532145 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group_rule': {'security_group_id': '164cdc65-0c0e-425a-9ea0-75f4a55322e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:35.540206 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:35.544915 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:52:35.548795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:52:35.554658 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:35.556657 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c977e-47f9-48bc-a2d5-f759e36264bb req-33cc8cff-044a-412a-a9d7-83024a431bc1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:35.562966 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7d4c977e-47f9-48bc-a2d5-f759e36264bb req-33cc8cff-044a-412a-a9d7-83024a431bc1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 944 time: 0.1376467 Jul 09 15:52:35.572974 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.612297 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7d4c977e-47f9-48bc-a2d5-f759e36264bb req-8621f733-6aff-4105-bfab-96506bb4c3ac tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477428 Jul 09 15:52:35.650606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.656799 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.659337 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6b9cf115-584d-4518-9ad8-f62fe799858b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:35.682825 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61012742-6558-4751-b288-dc60ce19ad98,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:35.687958 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:35.692566 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.693838 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-db1c2f5a-0314-47f5-a60e-042ff2fa091f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677930 Jul 09 15:52:35.696672 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57630) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:35.703551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'security_group_rule': {'security_group_id': '164cdc65-0c0e-425a-9ea0-75f4a55322e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:35.709659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:35.713502 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:security_group_rule and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:52:35.716639 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:52:35.722384 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:35.738902 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.755650 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:52:35.806529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.810977 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.812908 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:35.836607 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159c459f-4b60-418b-afdb-aeef8e848197,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:35.840386 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:35.849106 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.853183 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4c64f4e4-dc31-44aa-9282-801826bc06e4 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528354 Jul 09 15:52:35.853335 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 57636) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:35.858543 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:35.864263 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:35.869720 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Usage tracker for resource:floatingip and tenant:d1424d9c97a04388a34c76d9410227fb is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:52:35.872937 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:52:35.879052 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:35.891100 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.905410 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:35.925102 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'mac_address': 'fa:16:3e:fd:ab:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:52:35.979796 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:35.996871 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:36.012663 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:36.016681 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.018502 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:36.033218 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.089476 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=9']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:36.092627 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:36.256217 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_common [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Allocated IP 172.28.3.8 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/54c16931-7055-4350-811b-b55b8842b538) {{(pid=78595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:52:36.359078 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['9fe2437a-7639-4cdb-9870-58bf73f57240'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:52:36.399265 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.431822 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.436403 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-01b4cc22-7cb7-4677-8887-3132a2f32ed7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:36.501891 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:52:36.504626 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources bound (agent type, host, resource id): {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:52:36.508376 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Received port after_create {{(pid=78595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:52:36.553036 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=54c16931-7055-4350-811b-b55b8842b538,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:36.557167 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:36.595667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.657172 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.836625 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11f80f-6e03-4c35-816a-63fec4848cf1 req-d1d3cb83-4144-4f2c-977e-8c8062efd271 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:36.838996 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2c11f80f-6e03-4c35-816a-63fec4848cf1 req-d1d3cb83-4144-4f2c-977e-8c8062efd271 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 945 time: 0.0847101 Jul 09 15:52:36.881202 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.884908 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2c11f80f-6e03-4c35-816a-63fec4848cf1 req-ca84a433-e864-4a4b-8eb4-162bf9c08a13 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Jul 09 15:52:36.890157 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3151474'] for port, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:36.894852 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-01fd61b1-d173-4aff-b3db-3263c2eb92fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:37.006371 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=54c16931-7055-4350-811b-b55b8842b538,revision_number=2']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:37.011007 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:37.018656 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:37.044312 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:37.045505 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-e033839e-384e-4cce-b52e-468999b2a1d0 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1912744 Jul 09 15:52:37.285042 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-b7c340db-f9d5-4a06-a9a4-0189e0880709 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:37.300196 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-b7c340db-f9d5-4a06-a9a4-0189e0880709 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:37.301482 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-b7c340db-f9d5-4a06-a9a4-0189e0880709 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1855481142&fields=id&tenant_id=d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 267 time: 0.0562491 Jul 09 15:52:37.457521 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-96c6b77f-8111-47c0-b832-b03abb3578e7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:37.458913 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-96c6b77f-8111-47c0-b832-b03abb3578e7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 809 time: 0.1495287 Jul 09 15:52:37.473612 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4d770b7d-159a-46dc-a633-5522a94c5341 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/quotas/d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 375 time: 0.0093021 Jul 09 15:52:37.562635 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-150d7064-168a-42a2-932a-bffb3cc911d1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:37.577678 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-150d7064-168a-42a2-932a-bffb3cc911d1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:37.578979 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-150d7064-168a-42a2-932a-bffb3cc911d1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001520 Jul 09 15:52:37.769011 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-ae6a6ceb-4c0b-4ab3-b223-acfaa884cef5 service neutron] 10.222.0.63 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782641 Jul 09 15:52:37.771030 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:52:37.840573 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 9fe2437a-7639-4cdb-9870-58bf73f57240 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:37.840959 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:37.902264 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-3bbe979f-4b7c-4a2b-a183-cc81324c1989 service neutron] 10.222.0.63 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269324 Jul 09 15:52:37.963039 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:37.992744 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:38.003019 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:38.008451 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:38.015750 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:38.070077 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'code': 200} Jul 09 15:52:38.108308 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=10']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:38.111386 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:38.142435 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b4d8-0581-401b-9cc2-3d8f8fc1bf7b req-5b4755f5-19d3-4b3d-8bd0-860f68cee01d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:38.144717 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ac2b4d8-0581-401b-9cc2-3d8f8fc1bf7b req-5b4755f5-19d3-4b3d-8bd0-860f68cee01d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.1442332 Jul 09 15:52:38.146362 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-aec285e1-c871-45f8-b1cb-cb67ef70d960 req-4ba70869-8d44-4a69-a6a2-d7db316e30f8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 210 time: 0.0531137 Jul 09 15:52:38.205357 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ac2b4d8-0581-401b-9cc2-3d8f8fc1bf7b req-ec134636-3707-4cc1-9100-73747691581b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537586 Jul 09 15:52:38.731710 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb1f75-c5ff-4665-b239-b456436bb0e3 req-748a090e-c779-4968-b81a-84f8a6af4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:38.733309 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a2cb1f75-c5ff-4665-b239-b456436bb0e3 req-748a090e-c779-4968-b81a-84f8a6af4d8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1100 time: 0.0697646 Jul 09 15:52:38.776548 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a2cb1f75-c5ff-4665-b239-b456436bb0e3 req-b94639d5-8327-44cb-b00e-718e168301df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348413 Jul 09 15:52:39.296918 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d8f7a955-ed78-4ffa-b5c4-848de400090d req-3610c504-eac2-44b3-bae2-3f4bd8f4e2e2 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 210 time: 0.0459683 Jul 09 15:52:39.396145 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7483557-8cdb-44ca-a0f9-fce2700f2cc7 req-a20eb4c6-3a59-43b0-bf7d-740cacd54b2a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:39.397570 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e7483557-8cdb-44ca-a0f9-fce2700f2cc7 req-a20eb4c6-3a59-43b0-bf7d-740cacd54b2a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.0788822 Jul 09 15:52:39.447976 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e7483557-8cdb-44ca-a0f9-fce2700f2cc7 req-d1d12a49-e4d2-4236-b5ef-bdb72c5b3399 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Jul 09 15:52:39.741781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-d8c3ab70-009b-45aa-a84a-75d9af63a9cc tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:39.743307 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-d8c3ab70-009b-45aa-a84a-75d9af63a9cc tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 809 time: 0.1523435 Jul 09 15:52:39.809234 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-1826b05f-1f02-4c9c-93d0-ddc445ce34ac tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:39.820773 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-1826b05f-1f02-4c9c-93d0-ddc445ce34ac tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:39.822148 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-1826b05f-1f02-4c9c-93d0-ddc445ce34ac tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1424d9c97a04388a34c76d9410227fb HTTP/1.1" status: 200 len: 380 time: 0.0536931 Jul 09 15:52:39.830640 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'port': {'device_id': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'admin_state_up': True, 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'security_groups': ['164cdc65-0c0e-425a-9ea0-75f4a55322e1']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:39.963816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:52:39.973601 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:52:39.983845 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Made reservation on behalf of d1424d9c97a04388a34c76d9410227fb for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:52:39.987330 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:40.153938 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Allocated IP 172.20.0.12 (3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9/6913fe86-b691-436e-996f-c94c67d604b6/01daca00-3513-4379-aade-c7b929e9c096) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:52:40.352855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:40.371418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Transition to ACTIVE for port object 01daca00-3513-4379-aade-c7b929e9c096 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:40.395510 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:40.401215 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-85808513-81df-4191-b6a2-d7420e4c607b tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:40.540363 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event updated for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:40.549261 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:52:40.550692 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:40.554961 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:52:40.557816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:52:40.685442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4765-b4b1-475b-9d21-b991f7495b1d req-a2f03f6d-4aa8-4978-b4f9-24b409b65669 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:40.687415 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-652c4765-b4b1-475b-9d21-b991f7495b1d req-a2f03f6d-4aa8-4978-b4f9-24b409b65669 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 932 time: 0.2532027 Jul 09 15:52:40.695564 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:40.696302 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:40.701780 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150558c-0bfd-4bcb-b8b1-2e99cafcce7c req-f9e08f48-588d-49ee-9c34-e0acfdeb9615 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:40.703295 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6150558c-0bfd-4bcb-b8b1-2e99cafcce7c req-f9e08f48-588d-49ee-9c34-e0acfdeb9615 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.1294453 Jul 09 15:52:40.753729 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6150558c-0bfd-4bcb-b8b1-2e99cafcce7c req-3e8c5f5d-4eb8-4807-a329-0e211b3eb55d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Jul 09 15:52:40.860939 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337825 Jul 09 15:52:40.865547 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-652c4765-b4b1-475b-9d21-b991f7495b1d req-4e356a77-5432-43a4-9fa5-8f73e129f280 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642468 Jul 09 15:52:40.879334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Request body: {'port': {'device_id': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:40.906232 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa82d-0f24-4a32-b0c6-f2d3dba69e39 None None] Provisioning for port 01daca00-3513-4379-aade-c7b929e9c096 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:40.911372 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa82d-0f24-4a32-b0c6-f2d3dba69e39 None None] Provisioning complete for port 01daca00-3513-4379-aade-c7b929e9c096 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:40.911755 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa82d-0f24-4a32-b0c6-f2d3dba69e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:40.967023 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfa82d-0f24-4a32-b0c6-f2d3dba69e39 None None] Port 01daca00-3513-4379-aade-c7b929e9c096 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:52:40.992755 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.319320 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01daca00-3513-4379-aade-c7b929e9c096 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:41.326317 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.340314 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Transition to ACTIVE for port object 01daca00-3513-4379-aade-c7b929e9c096 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:41.343758 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.348029 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-79bdcd29-207f-4a13-a5d1-3e15e1828fed tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:41.506046 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Pushing event updated for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:41.515656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:41.586931 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Attempting to bind port 01daca00-3513-4379-aade-c7b929e9c096 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:52:41.587197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Attempting to bind port 01daca00-3513-4379-aade-c7b929e9c096 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:52:41.587836 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Attempting to bind port 01daca00-3513-4379-aade-c7b929e9c096 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:41.592261 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Port 01daca00-3513-4379-aade-c7b929e9c096 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:52:41.592582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Attempting to bind port 01daca00-3513-4379-aade-c7b929e9c096 on network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:41.597654 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:52:41.597992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Checking segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:52:41.598407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Bound using segment: {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:52:41.598831 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Bound port: 01daca00-3513-4379-aade-c7b929e9c096, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:52:41.599185 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.686687 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:52:41.689538 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01daca00-3513-4379-aade-c7b929e9c096,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:52:41.692836 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.697130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9773fd5a-05ec-4504-b6a9-025a1408461e tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:41.754308 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:41.754923 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:41.756275 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] 10.222.0.69 "PUT /v2.0/ports/01daca00-3513-4379-aade-c7b929e9c096 HTTP/1.1" status: 200 len: 1094 time: 0.8816366 Jul 09 15:52:41.756769 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'tag': '01daca00-3513-4379-aade-c7b929e9c096'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:41.780187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Pushing event updated for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:41.783243 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:41.852671 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'tag': '01daca00-3513-4379-aade-c7b929e9c096', 'status': 'completed', 'code': 200} Jul 09 15:52:41.949459 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-5d174a04-c4ad-4b2b-a373-cf2631c99db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:41.950980 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-5d174a04-c4ad-4b2b-a373-cf2631c99db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 1097 time: 0.1349442 Jul 09 15:52:41.975739 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb77290-4b10-4b29-bd15-19fd918cbd28 req-a0c89a02-9211-48b7-9e48-c472ab381ae7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:41.977223 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9eb77290-4b10-4b29-bd15-19fd918cbd28 req-a0c89a02-9211-48b7-9e48-c472ab381ae7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.1034493 Jul 09 15:52:42.044245 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-7c41e114-9773-479b-b37f-9d7e78a1c251 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01daca00-3513-4379-aade-c7b929e9c096 HTTP/1.1" status: 200 len: 217 time: 0.0659142 Jul 09 15:52:42.132802 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9eb77290-4b10-4b29-bd15-19fd918cbd28 req-826fcb54-7806-4fa2-b6c2-ea050c804c6c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902824 Jul 09 15:52:42.151678 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-3d124edd-3d6a-450a-8a22-a431ba794259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.153878 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-3d124edd-3d6a-450a-8a22-a431ba794259 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.0961144 Jul 09 15:52:42.162684 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1302e-e687-4077-815f-957419037a86 req-c5598199-ad48-4061-9859-ed3ac3d1280c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.170900 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2af1302e-e687-4077-815f-957419037a86 req-c5598199-ad48-4061-9859-ed3ac3d1280c tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 944 time: 0.1931264 Jul 09 15:52:42.212788 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-2af1302e-e687-4077-815f-957419037a86 req-e96f16c7-4145-42a5-b6a4-fdfbc120ccad tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Jul 09 15:52:42.239129 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-720c8471-b930-4805-9058-b786e452f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.240574 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-720c8471-b930-4805-9058-b786e452f9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800853 Jul 09 15:52:42.377329 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-cd41b8dd-f7cc-4307-bcf7-c1f642168bf4 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296005 Jul 09 15:52:42.522091 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-071c28fe-1727-4f97-9123-77ebfeb799f9 req-a8b09d0d-59d6-402b-866e-9e935636a4fb service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261477 Jul 09 15:52:42.694493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-91dbae1d-93ff-4907-a621-e3209f44839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.695941 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-91dbae1d-93ff-4907-a621-e3209f44839a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 1097 time: 0.0740092 Jul 09 15:52:42.918466 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-d3a52f55-72e5-4ff8-9902-f1d15a31abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.919826 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-d3a52f55-72e5-4ff8-9902-f1d15a31abb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.2150724 Jul 09 15:52:42.987275 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-aee80380-66a8-4eb5-b624-d60815bc3291 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01daca00-3513-4379-aade-c7b929e9c096 HTTP/1.1" status: 200 len: 217 time: 0.0594201 Jul 09 15:52:43.052304 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-f10e7372-99a0-4b3f-a737-d4bc1b00b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:43.053713 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-f10e7372-99a0-4b3f-a737-d4bc1b00b073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.0599086 Jul 09 15:52:43.129810 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-1ff62645-545a-411b-8dab-1e10e4705a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:43.131333 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-1ff62645-545a-411b-8dab-1e10e4705a41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696540 Jul 09 15:52:43.264162 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-a7c6b783-192a-4e47-abaa-b5a05216ffd3 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251802 Jul 09 15:52:43.399877 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7473-ff24-42a0-b374-713e573ed8e1 req-04c6ed74-065f-4dae-a974-3455004d4111 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:43.400492 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8cf838f7-8533-4ee3-bf9d-6136e8149b56 req-bf74e3d7-6848-421a-b3fa-9c749db65d90 service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292377 Jul 09 15:52:43.401299 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3e3e7473-ff24-42a0-b374-713e573ed8e1 req-04c6ed74-065f-4dae-a974-3455004d4111 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 944 time: 0.0792105 Jul 09 15:52:43.449945 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-3e3e7473-ff24-42a0-b374-713e573ed8e1 req-3e6b786e-3663-450c-ae37-469510be210d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Jul 09 15:52:44.647786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3e062-4d90-4e1d-8829-b4743c5f5908 req-bd789bb6-89a5-4d4f-b3d3-00719375320f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:44.648402 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-9ec3e062-4d90-4e1d-8829-b4743c5f5908 req-bd789bb6-89a5-4d4f-b3d3-00719375320f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Synchronizing usage tracker for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:52:44.664055 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-9ec3e062-4d90-4e1d-8829-b4743c5f5908 req-bd789bb6-89a5-4d4f-b3d3-00719375320f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Unset dirty status for tenant:d1424d9c97a04388a34c76d9410227fb on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:52:44.665551 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ec3e062-4d90-4e1d-8829-b4743c5f5908 req-bd789bb6-89a5-4d4f-b3d3-00719375320f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 944 time: 0.1049783 Jul 09 15:52:44.712126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9ec3e062-4d90-4e1d-8829-b4743c5f5908 req-3b830f42-78cd-43a6-9a1f-a8500cff80f5 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399733 Jul 09 15:52:44.988304 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:45.811712 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 01daca00-3513-4379-aade-c7b929e9c096 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:52:45.903228 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78922e-bf6c-4580-bb7e-10ac4f4dd80c req-c5f6a855-8e76-419a-a016-aa88be0d5291 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:45.904791 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea78922e-bf6c-4580-bb7e-10ac4f4dd80c req-c5f6a855-8e76-419a-a016-aa88be0d5291 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 944 time: 0.0821459 Jul 09 15:52:45.935859 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:52:45.945393 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01daca00-3513-4379-aade-c7b929e9c096,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:45.954988 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea78922e-bf6c-4580-bb7e-10ac4f4dd80c req-6180cc5a-9fd2-45f5-90f7-40ad955c2cd8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Jul 09 15:52:45.986887 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '01daca00-3513-4379-aade-c7b929e9c096', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'port_id': '01daca00-3513-4379-aade-c7b929e9c096', 'mac_address': 'fa:16:3e:c0:a5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:52:46.040211 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.056559 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01daca00-3513-4379-aade-c7b929e9c096 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:46.071371 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01daca00-3513-4379-aade-c7b929e9c096,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:46.075872 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.078258 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-29d65342-5703-49be-a32e-0035f44353da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:46.165558 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:46.169204 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:46.420438 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['01daca00-3513-4379-aade-c7b929e9c096'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:52:47.155689 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3130427-af0a-4bf9-891f-85ed4c446026 req-86c06e19-8496-4e3b-bd21-b1062f3dc0af tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:47.157149 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a3130427-af0a-4bf9-891f-85ed4c446026 req-86c06e19-8496-4e3b-bd21-b1062f3dc0af tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 945 time: 0.0809910 Jul 09 15:52:47.165336 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803683a3-3432-4d93-99ec-67d1e69c74a7 req-c99c2c2d-46d5-4bea-89ee-aebbe2e76214 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:47.166920 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-803683a3-3432-4d93-99ec-67d1e69c74a7 req-c99c2c2d-46d5-4bea-89ee-aebbe2e76214 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.0796106 Jul 09 15:52:47.202703 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a3130427-af0a-4bf9-891f-85ed4c446026 req-fad278ef-a3c9-4c37-bee6-d5b9dd67f7e1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Jul 09 15:52:47.212044 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-803683a3-3432-4d93-99ec-67d1e69c74a7 req-f9ec0a13-0a8e-421d-905a-130ce96e3726 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Jul 09 15:52:47.648390 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-20bb841a-d1d7-4ec5-a5a4-bd9603951280 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706005 Jul 09 15:52:47.752794 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-0553d8c7-2b5f-4c2f-b2a5-3c2faafa2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:47.754268 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-0553d8c7-2b5f-4c2f-b2a5-3c2faafa2457 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 1100 time: 0.0698698 Jul 09 15:52:47.811745 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 01daca00-3513-4379-aade-c7b929e9c096 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:52:47.883033 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 01daca00-3513-4379-aade-c7b929e9c096 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:47.888796 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 01daca00-3513-4379-aade-c7b929e9c096 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:47.889178 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:47.905626 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-60d5870e-7971-4c12-9583-b5d6a456fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:47.907030 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-60d5870e-7971-4c12-9583-b5d6a456fe81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.1311340 Jul 09 15:52:48.008846 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:48.018896 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-d5628107-bafc-4626-9410-ab7fb30d81bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 200 len: 1002 time: 0.1031868 Jul 09 15:52:48.038376 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01daca00-3513-4379-aade-c7b929e9c096'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:48.048792 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01daca00-3513-4379-aade-c7b929e9c096,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:48.053825 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:48.056179 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:48.087835 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-699feeeb-f4ee-45ac-adca-499a17cdc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:48.089278 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-699feeeb-f4ee-45ac-adca-499a17cdc1e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0598938 Jul 09 15:52:48.092803 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01daca00-3513-4379-aade-c7b929e9c096', 'code': 200} Jul 09 15:52:48.125414 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:48.128430 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:48.201367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-6e58319f-bbee-4565-a5f7-1a4ed04a8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:48.202828 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-6e58319f-bbee-4565-a5f7-1a4ed04a8271 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787857 Jul 09 15:52:48.396879 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4305bc-4a24-4031-956c-43ff7c22e408 req-566e7e88-a29e-4023-b131-859de552150e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:48.398357 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5b4305bc-4a24-4031-956c-43ff7c22e408 req-566e7e88-a29e-4023-b131-859de552150e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0841713 Jul 09 15:52:48.448340 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5b4305bc-4a24-4031-956c-43ff7c22e408 req-d5029488-706c-4831-83cb-466854eb5ec7 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Jul 09 15:52:48.547500 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-992df174-4faa-49fe-b59d-3e5338a52ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340507 Jul 09 15:52:48.648200 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93ce8-cff5-4989-8b8f-b51c04c2ea1a req-565d541e-1f8d-4f1d-8337-f9246b74ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:48.649660 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-65b93ce8-cff5-4989-8b8f-b51c04c2ea1a req-565d541e-1f8d-4f1d-8337-f9246b74ebf3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 1099 time: 0.3461344 Jul 09 15:52:48.667072 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5b272-074d-4129-a96c-377fcbd1e4e6 req-2b19bbf4-8af6-467d-aa3d-3da1c4253f74 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:48.669139 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e7d5b272-074d-4129-a96c-377fcbd1e4e6 req-2b19bbf4-8af6-467d-aa3d-3da1c4253f74 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.3293369 Jul 09 15:52:48.762077 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e7d5b272-074d-4129-a96c-377fcbd1e4e6 req-a8bc0a81-b058-436d-841c-4b6a3972684a tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Jul 09 15:52:48.770126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-67e40a44-8be6-4e9c-9ac4-3c0a95e1e7c2 req-8be8431b-d33a-4811-9792-af077c0ef5f8 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137740 Jul 09 15:52:48.771765 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-65b93ce8-cff5-4989-8b8f-b51c04c2ea1a req-687ff467-a4f6-414a-8d48-98838f8a6959 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124513 Jul 09 15:52:49.635390 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aca35-67d8-4759-9ace-28e1bc2a54e9 req-13c09c12-e08a-4c63-b301-9f1f8e05312d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:49.638065 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a91aca35-67d8-4759-9ace-28e1bc2a54e9 req-13c09c12-e08a-4c63-b301-9f1f8e05312d tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0813391 Jul 09 15:52:49.688361 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a91aca35-67d8-4759-9ace-28e1bc2a54e9 req-7186d943-d4b9-4dfa-8440-fa368eb6c862 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Jul 09 15:52:49.955328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d87cc-90e5-489e-9533-63638a4c442b req-c1026f0e-9e36-4aca-a001-0d06a53c2dcf tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:49.956839 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-127d87cc-90e5-489e-9533-63638a4c442b req-c1026f0e-9e36-4aca-a001-0d06a53c2dcf tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.0880957 Jul 09 15:52:50.003180 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-127d87cc-90e5-489e-9533-63638a4c442b req-f851f384-21fe-4888-a7d3-c542b5790b5d tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Jul 09 15:52:50.873982 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e9e91-c5c4-4049-a243-4e2c3c2b0427 req-1fdfc244-356a-4f18-98c8-63be937d4d4e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:50.875465 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e44e9e91-c5c4-4049-a243-4e2c3c2b0427 req-1fdfc244-356a-4f18-98c8-63be937d4d4e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0805657 Jul 09 15:52:50.920814 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e44e9e91-c5c4-4049-a243-4e2c3c2b0427 req-74e3aa3f-abb6-41fa-8baa-9de958df6e5a tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 Jul 09 15:52:51.095521 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec82c7-3dac-4342-8e3e-ef34453170c4 req-262fff90-ac1f-4328-ab48-be8aa90d85c1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:51.096979 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6bec82c7-3dac-4342-8e3e-ef34453170c4 req-262fff90-ac1f-4328-ab48-be8aa90d85c1 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0789208 Jul 09 15:52:51.105862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57794) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:52:51.111189 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Request body: {'floatingip': {'port_id': '01daca00-3513-4379-aade-c7b929e9c096'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:51.190598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:51.191642 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e60389-7300-4b2c-afd8-90b44d909e6a req-ce664ca1-5c9c-4e05-962b-bf595e1c9ee3 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:51.193132 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-94e60389-7300-4b2c-afd8-90b44d909e6a req-ce664ca1-5c9c-4e05-962b-bf595e1c9ee3 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.0836213 Jul 09 15:52:51.237589 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-94e60389-7300-4b2c-afd8-90b44d909e6a req-5e0b30b0-196e-40ac-817d-95791232dcb2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Jul 09 15:52:51.776027 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:51.780979 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:51.944198 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Floating IP 62df9db6-0676-467b-b7bf-c13d3000c090 associated. External IP: 172.28.3.8, port: 01daca00-3513-4379-aade-c7b929e9c096. Jul 09 15:52:52.454973 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:52:52.472209 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135fc68-6b9b-4281-b44c-00d6762395d1 req-17926b06-fc8e-4ec9-8e85-403906045cd2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:52.473656 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c135fc68-6b9b-4281-b44c-00d6762395d1 req-17926b06-fc8e-4ec9-8e85-403906045cd2 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.1240187 Jul 09 15:52:52.664020 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c135fc68-6b9b-4281-b44c-00d6762395d1 req-4ded08a1-c216-4f56-a8e5-1bfd873f8add tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315281 Jul 09 15:52:52.682957 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:52:52.688087 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:52.692616 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:52:52.702872 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:52.703590 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:52:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:52.744059 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-10c4be89-2c7f-46da-bfd3-5addde89d74e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "PUT /v2.0/floatingips/62df9db6-0676-467b-b7bf-c13d3000c090 HTTP/1.1" status: 200 len: 990 time: 1.6370766 Jul 09 15:52:52.744745 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'tag': '01daca00-3513-4379-aade-c7b929e9c096'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:52.806801 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'tag': '01daca00-3513-4379-aade-c7b929e9c096', 'status': 'completed', 'code': 200} Jul 09 15:52:52.851726 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-171119cd-c595-4f7f-b1f0-403bf3a1f5b5 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:52.853214 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-171119cd-c595-4f7f-b1f0-403bf3a1f5b5 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.0849910 Jul 09 15:52:52.892851 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:52.987696 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Deleting port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:52:52.988035 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:53.083501 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfac6e-5417-4599-98f8-62288af7131f req-cc95f416-4667-4400-9480-210cbf467397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:53.084950 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-cc95f416-4667-4400-9480-210cbf467397 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1424d9c97a04388a34c76d9410227fb&device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 1099 time: 0.1833746 Jul 09 15:52:53.237822 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '62df9db6-0676-467b-b7bf-c13d3000c090', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '01daca00-3513-4379-aade-c7b929e9c096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:c0:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:52:36Z', 'updated_at': '2021-07-09T15:52:51Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:53.241529 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:52:53.249988 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:52:53.250612 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:52:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:53.337735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfac6e-5417-4599-98f8-62288af7131f req-b265769c-33be-4d70-a6b1-497284cf5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:53.339199 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-b265769c-33be-4d70-a6b1-497284cf5387 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 200 len: 910 time: 0.2405932 Jul 09 15:52:53.426848 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:52:53.431579 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] For port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,segment=NetworkSegment(f5dd74cd-4e99-4958-982e-2a15be5f5779),segment_id=f5dd74cd-4e99-4958-982e-2a15be5f5779)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:52:53.431948 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:53.694343 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Calling delete_port for d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:52:53.724013 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-75888b20-76b5-4756-96a9-f5ae86a8b13c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01daca00-3513-4379-aade-c7b929e9c096 HTTP/1.1" status: 200 len: 998 time: 0.3758073 Jul 09 15:52:53.822711 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '62df9db6-0676-467b-b7bf-c13d3000c090', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '01daca00-3513-4379-aade-c7b929e9c096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:c0:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:52:36Z', 'updated_at': '2021-07-09T15:52:51Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:53.827333 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9821cbb-34e0-4a81-933b-28b419969e1c None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': '62df9db6-0676-467b-b7bf-c13d3000c090', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'port_id': '01daca00-3513-4379-aade-c7b929e9c096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'mac_address': 'fa:16:3e:c0:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:52:36Z', 'updated_at': '2021-07-09T15:52:51Z', 'revision_number': 1, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:52:53.875967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfac6e-5417-4599-98f8-62288af7131f req-569a3091-77ac-4e3b-9611-81b313469f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:53.877395 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-569a3091-77ac-4e3b-9611-81b313469f3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 200 len: 848 time: 0.1419954 Jul 09 15:52:54.016009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d226cf-e413-473f-8a48-9b73ed0a4295 req-5130063b-4f49-486f-a659-b6c4790a7d07 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:54.017558 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c7d226cf-e413-473f-8a48-9b73ed0a4295 req-5130063b-4f49-486f-a659-b6c4790a7d07 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/ports?device_id=775b9cdb-6cf9-495b-8295-09cc5bdb8d4b HTTP/1.1" status: 200 len: 945 time: 0.2366383 Jul 09 15:52:54.042129 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf5195-fd38-4eae-9c7e-62b131a677d8 None None] New status for floating IP 62df9db6-0676-467b-b7bf-c13d3000c090: ACTIVE {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:52:54.045691 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:54.054838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:52:54.115196 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Pushing event deleted for resources: {'Port': ['ID=d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:54.130317 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfac6e-5417-4599-98f8-62288af7131f req-60e3f6bc-0d66-433c-ab68-aa36d90b868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:54.131796 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-60e3f6bc-0d66-433c-ab68-aa36d90b868e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2467020 Jul 09 15:52:54.170118 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c7d226cf-e413-473f-8a48-9b73ed0a4295 req-46b9915c-cd23-45aa-b509-368a2ccb84f4 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.63 "GET /v2.0/security-groups?id=b1f89f13-db91-4f64-b581-90bb54481bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437507 Jul 09 15:52:54.193084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.193460 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.193822 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.194200 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.194552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.194904 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.195258 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.195606 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.195951 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.196294 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.196639 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.196977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:54.226084 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:52:54.292116 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] No DVR routers for this DVR port d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:54.296709 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:54.317785 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-98cb9ad1-66dd-47c6-befb-bfdc73e6ded9 req-96c75514-411a-423d-b718-d754e787f211 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] 10.222.0.69 "DELETE /v2.0/ports/d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a HTTP/1.1" status: 204 len: 173 time: 1.4446981 Jul 09 15:52:54.354019 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-4e7d4ebc-e02d-4b1c-92c2-ed46113cea4e service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923947 Jul 09 15:52:54.500743 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-79dfac6e-5417-4599-98f8-62288af7131f req-5b70891b-9832-4aeb-9987-f8907708194e service neutron] 10.222.0.69 "GET /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322088 Jul 09 15:52:54.570864 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-de4f0aa5-81dd-4746-9a5e-91f678ef0fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:54.808046 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'name': 'network-vif-deleted', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:54.853271 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b9cdb-6cf9-495b-8295-09cc5bdb8d4b', 'name': 'network-vif-deleted', 'tag': 'd71c48ca-1adf-4f81-ad40-1d0b5cc1e18a', 'status': 'completed', 'code': 200} Jul 09 15:52:55.216598 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:55.863110 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:52:55.896695 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:52:55.896959 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device d71c48ca-1adf-4f81-ad40-1d0b5cc1e18a not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:52:57.283612 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-236cc906-de2c-449d-9ff9-dc69575104f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:58.318816 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.838493 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.353780 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57966) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:14.416808 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Deleting subnet 92219f89-3d81-4b33-8412-9fb4e5202078 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:53:14.420512 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.469337 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.524514 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.596988 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.600848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c7bb169b-3767-4e9a-a1f2-e304ddf770f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:14.635082 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92219f89-3d81-4b33-8412-9fb4e5202078,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:14.638650 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:14.639639 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.645717 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4701e4c1-2219-476d-a24b-63babded041f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/92219f89-3d81-4b33-8412-9fb4e5202078 HTTP/1.1" status: 204 len: 168 time: 0.2908628 Jul 09 15:53:14.648115 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57970) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:14.755646 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.882801 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.895250 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b75383-e20a-45d0-afee-1a1797bc8834']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:14.907553 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dd74cd-4e99-4958-982e-2a15be5f5779') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:14.907837 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dd74cd-4e99-4958-982e-2a15be5f5779') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:14.919367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.936314 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.942262 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:14.942650 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:14.955550 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:14.989486 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.035253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.039724 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:15.055801 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.062332 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b75383-e20a-45d0-afee-1a1797bc8834,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:15.066853 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:15.073235 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-dea4bcc5-edee-4853-9d8a-3c1305414ea9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e3b75383-e20a-45d0-afee-1a1797bc8834 HTTP/1.1" status: 204 len: 168 time: 0.4242077 Jul 09 15:53:15.186204 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57978) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:15.234155 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b4593ecc-885e-47ed-b393-97ba2c02d23e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4959c1e2d4744446b8d5549ddb916c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466087 Jul 09 15:53:15.236427 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 57982) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:15.296833 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.426641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.478824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.483756 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7ed434b1-347b-4c14-831a-7138becd28db tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:15.496737 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f89f13-db91-4f64-b581-90bb54481bd3,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:15.499354 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:15.508187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:15.512246 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b1f89f13-db91-4f64-b581-90bb54481bd3 HTTP/1.1" status: 204 len: 168 time: 0.2720175 Jul 09 15:53:22.935724 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:53:23.934489 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4659f-627c-4356-b848-11ea6fd8b10a req-add34bc2-1cc0-4b24-ad6b-e91afba615d8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:23.935936 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6df4659f-627c-4356-b848-11ea6fd8b10a req-add34bc2-1cc0-4b24-ad6b-e91afba615d8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.0793993 Jul 09 15:53:23.979537 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6df4659f-627c-4356-b848-11ea6fd8b10a req-caabd6c4-2d5e-4074-99b5-e27d570c8fa2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Jul 09 15:53:24.574276 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-225af92c-16b3-4825-8c19-5b989d86e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:25.172752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ca622-d097-48eb-9800-b6239207af75 req-785ed80b-6999-4d1c-94fa-f143bac82743 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:25.174160 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-135ca622-d097-48eb-9800-b6239207af75 req-785ed80b-6999-4d1c-94fa-f143bac82743 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.0830703 Jul 09 15:53:25.220042 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:25.224665 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-135ca622-d097-48eb-9800-b6239207af75 req-2bdd481b-5b7d-40f6-9961-37812efcd330 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Jul 09 15:53:25.897644 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-6f494b9b-bd01-4dfc-997f-ab0d33d68f6d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:25.899097 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-6f494b9b-bd01-4dfc-997f-ab0d33d68f6d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.0803218 Jul 09 15:53:25.971611 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Deleting port 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:53:25.971957 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.220431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] For port 9fe2437a-7639-4cdb-9870-58bf73f57240, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9fe2437a-7639-4cdb-9870-58bf73f57240,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:26.220788 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.423191 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5637-5488-4e23-88d2-338a2970e35b req-f81d345b-06fb-42a9-9e7c-57823cb18ad3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:26.424928 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-588b5637-5488-4e23-88d2-338a2970e35b req-f81d345b-06fb-42a9-9e7c-57823cb18ad3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 947 time: 0.0884886 Jul 09 15:53:26.470913 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-588b5637-5488-4e23-88d2-338a2970e35b req-044c4ab9-5aea-4db9-adf5-9c6537a8595f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ceb87b4-cf60-451e-a783-2c0659bf2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Jul 09 15:53:26.517292 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.517572 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.517878 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Floating IP e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac disassociated. External IP: 172.28.3.251, port: 9fe2437a-7639-4cdb-9870-58bf73f57240. Jul 09 15:53:26.518248 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Calling delete_port for 9fe2437a-7639-4cdb-9870-58bf73f57240 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:53:26.667068 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.673423 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f3e034be-7056-45b7-a468-d43fb82a495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:26.718232 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'Port': ['ID=9fe2437a-7639-4cdb-9870-58bf73f57240,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:26.721327 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:26.907941 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:53:27.095270 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:53:27.104507 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:53:27.114960 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:27.115658 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:52:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:27.171089 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] No DVR routers for this DVR port 9fe2437a-7639-4cdb-9870-58bf73f57240 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:27.173542 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:27.176703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-deleted', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:27.205350 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6228275e-c012-4778-bd4f-a8044e1313f0 req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "DELETE /v2.0/ports/9fe2437a-7639-4cdb-9870-58bf73f57240 HTTP/1.1" status: 204 len: 173 time: 1.3003874 Jul 09 15:53:27.227832 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff35a6-78ae-496f-b84f-e15eac5ba4ad', 'name': 'network-vif-deleted', 'tag': '9fe2437a-7639-4cdb-9870-58bf73f57240', 'status': 'completed', 'code': 200} Jul 09 15:53:27.304731 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c382519b-7130-43d2-b0ca-7a08253ce523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:27.324099 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:27.647667 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-09121d02-1af2-4c01-916f-774dd933d959 req-c8c395f7-2566-4403-9900-9d2e992756e4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:53:27.651852 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:27.656554 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:53:27.664544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-09121d02-1af2-4c01-916f-774dd933d959 req-c8c395f7-2566-4403-9900-9d2e992756e4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:53:27.665723 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-09121d02-1af2-4c01-916f-774dd933d959 req-c8c395f7-2566-4403-9900-9d2e992756e4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=afff35a6-78ae-496f-b84f-e15eac5ba4ad HTTP/1.1" status: 200 len: 210 time: 0.0648482 Jul 09 15:53:27.666496 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:27.667117 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:27.849234 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:28.204457 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:28.208358 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4355b-5afc-4a4b-a7ff-e1370bb83b0c None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:53:28.321051 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:28.427287 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8194156b-2038-480a-b354-63a016b2aa68 None None] New status for floating IP e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac: DOWN {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:53:28.817144 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58048) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:28.978925 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.009181 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.062444 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.066260 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c284618c-a825-4a5b-863b-fab0a163b457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:29.082868 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb87b4-cf60-451e-a783-2c0659bf2985,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:29.085308 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:29.095129 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.096311 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-57c4acfe-30b8-4a21-b954-59116c1806b6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "DELETE /v2.0/security-groups/9ceb87b4-cf60-451e-a783-2c0659bf2985 HTTP/1.1" status: 204 len: 168 time: 0.2781534 Jul 09 15:53:29.099096 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58052) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:29.115939 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.api.v2.resource [None req-3a5e7446-f5fb-4f35-a6ee-484fbae30186 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] show failed (client error): The resource could not be found. Jul 09 15:53:29.116976 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3a5e7446-f5fb-4f35-a6ee-484fbae30186 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups/9ceb87b4-cf60-451e-a783-2c0659bf2985 HTTP/1.1" status: 404 len: 347 time: 0.0169351 Jul 09 15:53:29.119861 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58056) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:29.277923 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Deleting port dffe521a-7767-4e3e-8f96-03f451c8fd5f {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:53:29.278188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.446930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.447254 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.576130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Calling delete_port for dffe521a-7767-4e3e-8f96-03f451c8fd5f owned by network:floatingip {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:53:29.725443 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.729231 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-0ca8a0f9-c98b-4f86-adc1-16261815a01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:29.775664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'Port': ['ID=dffe521a-7767-4e3e-8f96-03f451c8fd5f,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:29.780100 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:29.836886 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.869577 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.889309 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.893304 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "DELETE /v2.0/floatingips/e3e9a822-5c4a-4d11-85b6-f6a9eb3813ac HTTP/1.1" status: 204 len: 168 time: 0.7697213 Jul 09 15:53:30.105128 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:53:30.140323 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 9fe2437a-7639-4cdb-9870-58bf73f57240 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:53:30.140680 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9fe2437a-7639-4cdb-9870-58bf73f57240 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:53:30.179322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58064) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:30.184759 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903225855', 'description': 'tempest-description--1638649978'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:30.190744 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:30.194916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:30.197865 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:30.204396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:30.215984 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.237399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:30.241393 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:30.244438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:30.250825 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:30.329705 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.334550 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.338531 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-8bd6149d-b7ef-4bad-bdf3-bafcf4949347 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:30.379573 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5443347-8497-4993-9674-899ca027b438,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:30.382252 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:30.387561 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.391591 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2086122 Jul 09 15:53:30.392630 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58068) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:30.396948 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group_rule': {'security_group_id': 'c5443347-8497-4993-9674-899ca027b438', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:30.403862 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:30.407666 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:30.410498 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:30.416061 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:30.433374 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.492763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.496990 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.502977 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:30.522822 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b6de3e-d237-4189-898e-27380ceb04dc,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:30.525603 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:30.532994 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.534330 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-478bda34-558b-4eff-98cf-93f65ba21905 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415455 Jul 09 15:53:30.536998 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58072) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:30.542045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'security_group_rule': {'security_group_id': 'c5443347-8497-4993-9674-899ca027b438', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:30.553724 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:30.553724 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:security_group_rule and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:30.556081 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:30.562192 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:30.581153 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.646530 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.650271 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353935'] for security_group_rule, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.656777 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b3763628-9e88-4fc5-af70-2b705aaa572c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:30.677093 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3052752-e852-411c-8e8c-58acee1dda30,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:30.679659 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:30.688984 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.690191 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c530526a-41be-4b87-9b09-d5cd40d86616 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522059 Jul 09 15:53:30.693192 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58076) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:30.698237 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'floatingip': {'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:30.708044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:30.713322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Usage tracker for resource:floatingip and tenant:b9421e60a5bb4fdeb864afe6044d21d2 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:53:30.717346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:53:30.725197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:30.737614 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.886914 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.020638 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Allocated IP 172.28.3.128 (edbfeb9f-ae32-4631-8140-0b36e32281a3/22039055-f441-45f9-989f-cf8e43c5da0d/e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:31.170307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.199511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.203144 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-fa65ca31-cb45-4393-9c2c-478df390ea11 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:31.365684 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Network edbfeb9f-ae32-4631-8140-0b36e32281a3 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:31.368575 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:31.372634 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:53:31.409533 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:31.413931 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:31.459442 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.530424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.816638 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8cac4-5d21-4d40-8498-d68b6dd6dc9b req-0de421a4-a26a-42d0-8c71-3e43679656e3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:31.818110 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7cc8cac4-5d21-4d40-8498-d68b6dd6dc9b req-0de421a4-a26a-42d0-8c71-3e43679656e3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.1343620 Jul 09 15:53:31.822708 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.840921 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.847800 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:31.967184 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-7cc8cac4-5d21-4d40-8498-d68b6dd6dc9b req-3aafd656-c2c1-4600-9447-c1dda1e55c4f tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419873 Jul 09 15:53:31.975411 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:31.979509 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:31.986628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:32.008591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:32.009850 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3157701 Jul 09 15:53:32.230111 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-579990b5-f1bc-41e7-938c-63a6fe0e8d61 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1903225855&fields=id&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 267 time: 0.0405874 Jul 09 15:53:32.380246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-ef21a318-9490-4cd5-a7de-20c65bfa74ad tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:32.381710 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-ef21a318-9490-4cd5-a7de-20c65bfa74ad tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 817 time: 0.1446774 Jul 09 15:53:32.396960 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-15c44003-5b53-4a75-b2d8-089e6256c497 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/quotas/b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 375 time: 0.0095544 Jul 09 15:53:32.486839 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-e33e63d6-c72b-4f59-9dcc-37abd837ecab tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838714 Jul 09 15:53:32.624414 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-ee71f1d4-1d66-494c-86b5-9a76968e05f4 service neutron] 10.222.0.63 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257010 Jul 09 15:53:32.770641 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-c0dab3a3-83d6-49a2-99eb-0a8866541708 service neutron] 10.222.0.63 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400311 Jul 09 15:53:32.949669 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-17b875a9-b041-4078-b314-249d91ba2f18 req-e087ffda-02da-4666-ac58-e2e8dd277273 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:53:32.965955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-17b875a9-b041-4078-b314-249d91ba2f18 req-e087ffda-02da-4666-ac58-e2e8dd277273 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:53:32.967409 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-17b875a9-b041-4078-b314-249d91ba2f18 req-e087ffda-02da-4666-ac58-e2e8dd277273 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 210 time: 0.0617726 Jul 09 15:53:33.164274 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1841-7681-4dd6-b71f-2051a6726dfa req-02656371-47c7-42a0-b040-21fcb092de7a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:33.165744 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-213a1841-7681-4dd6-b71f-2051a6726dfa req-02656371-47c7-42a0-b040-21fcb092de7a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0888689 Jul 09 15:53:33.214786 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-213a1841-7681-4dd6-b71f-2051a6726dfa req-7c6c5152-083c-4beb-8a04-0f4f8222a025 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Jul 09 15:53:34.127089 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-240a1041-8727-4fa0-a835-476d734f157f req-cf69cd9c-b46f-41d5-bb35-b7ed7763c925 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Jul 09 15:53:34.172335 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-f83978b9-111b-499c-9b45-bf03fa082c61 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:34.173750 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-f83978b9-111b-499c-9b45-bf03fa082c61 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 817 time: 0.1599503 Jul 09 15:53:34.230685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-ea32c106-e6be-47f5-9507-053784603345 req-7b79fa7d-ce17-4420-94a6-51f00011d4a5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:53:34.247183 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-ea32c106-e6be-47f5-9507-053784603345 req-7b79fa7d-ce17-4420-94a6-51f00011d4a5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:53:34.248540 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-7b79fa7d-ce17-4420-94a6-51f00011d4a5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 380 time: 0.0577862 Jul 09 15:53:34.259461 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'port': {'device_id': '870c2aac-4032-43b6-b278-241650587608', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'admin_state_up': True, 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'security_groups': ['c5443347-8497-4993-9674-899ca027b438']}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:34.455011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:53:34.470716 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168639eb-3631-47a0-8aa8-7bae364bfc6f req-9c487689-cfa5-4eff-bd91-2dfd59297e13 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:34.472175 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-168639eb-3631-47a0-8aa8-7bae364bfc6f req-9c487689-cfa5-4eff-bd91-2dfd59297e13 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.1444988 Jul 09 15:53:34.476022 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:53:34.504220 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Made reservation on behalf of b9421e60a5bb4fdeb864afe6044d21d2 for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:34.507526 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.542793 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-168639eb-3631-47a0-8aa8-7bae364bfc6f req-247e733e-a144-42c2-8ab4-770da7471ec4 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645602 Jul 09 15:53:34.688145 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Allocated IP 172.20.0.8 (81d98dc7-1fae-47af-84d4-feedc9581d68/145c0fef-6c76-4729-aa00-fba00cbfd6d8/1a16b5b2-31a5-4dd8-a737-55813601aa99) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:34.881535 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.897166 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Transition to ACTIVE for port object 1a16b5b2-31a5-4dd8-a737-55813601aa99 will not be triggered until provisioned by entity DHCP. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:34.921597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.927484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2dd23f72-7ea7-4ebd-bcf9-7ad444244276 tempest-AttachVolumeNegativeTest-1242028917 tempest-AttachVolumeNegativeTest-1242028917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:34.997332 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:35.000659 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:35.004674 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:53:35.036430 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:35.047974 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:35.073991 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:35.074671 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:35.100768 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452764 Jul 09 15:53:35.119938 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Request body: {'port': {'device_id': '870c2aac-4032-43b6-b278-241650587608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:35.263288 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d40fe23c-5160-41ac-bfbc-d17ba900e079 None None] Provisioning for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 completed by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:35.268799 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-d40fe23c-5160-41ac-bfbc-d17ba900e079 None None] Provisioning complete for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 triggered by entity DHCP. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:35.269188 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d40fe23c-5160-41ac-bfbc-d17ba900e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:35.328031 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-d40fe23c-5160-41ac-bfbc-d17ba900e079 None None] Port 1a16b5b2-31a5-4dd8-a737-55813601aa99 cannot update to ACTIVE because it is not bound. {{(pid=78597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:53:35.395291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:35.529114 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7af4-1b6e-41ed-b991-cac6818d4c67 req-8122d59d-d5fa-4a6a-9eb1-9d3d5c237b6e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:35.529834 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a9ae7af4-1b6e-41ed-b991-cac6818d4c67 req-8122d59d-d5fa-4a6a-9eb1-9d3d5c237b6e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Synchronizing usage tracker for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:53:35.569400 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a9ae7af4-1b6e-41ed-b991-cac6818d4c67 req-8122d59d-d5fa-4a6a-9eb1-9d3d5c237b6e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Unset dirty status for tenant:b9421e60a5bb4fdeb864afe6044d21d2 on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:53:35.570610 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a9ae7af4-1b6e-41ed-b991-cac6818d4c67 req-8122d59d-d5fa-4a6a-9eb1-9d3d5c237b6e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 931 time: 0.2361073 Jul 09 15:53:35.696377 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a9ae7af4-1b6e-41ed-b991-cac6818d4c67 req-296ef877-4395-4aed-8f3b-7b63f181aca4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085663 Jul 09 15:53:35.821157 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:35.830511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:35.833260 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e0a4-2ac4-4416-bdd2-b28ca4d0268e req-78fdd952-cbd0-4af3-9fea-0a767d0570d5 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:35.834996 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c0a3e0a4-2ac4-4416-bdd2-b28ca4d0268e req-78fdd952-cbd0-4af3-9fea-0a767d0570d5 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.1810994 Jul 09 15:53:35.845367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Transition to ACTIVE for port object 1a16b5b2-31a5-4dd8-a737-55813601aa99 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:35.848772 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:35.853523 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1853df44-dfa6-4ab5-8736-db03a480cb9e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:35.881793 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c0a3e0a4-2ac4-4416-bdd2-b28ca4d0268e req-4ffdcf8e-0cb7-411c-9b51-1d3e9d1fcf27 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Jul 09 15:53:36.011251 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:36.019145 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:36.091640 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Attempting to bind port 1a16b5b2-31a5-4dd8-a737-55813601aa99 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:36.091905 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Attempting to bind port 1a16b5b2-31a5-4dd8-a737-55813601aa99 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:36.092231 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Attempting to bind port 1a16b5b2-31a5-4dd8-a737-55813601aa99 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:36.096783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Port 1a16b5b2-31a5-4dd8-a737-55813601aa99 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:53:36.097102 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Attempting to bind port 1a16b5b2-31a5-4dd8-a737-55813601aa99 on network 81d98dc7-1fae-47af-84d4-feedc9581d68 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:36.102158 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:36.102495 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Checking segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:36.102881 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Bound using segment: {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:36.103299 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Bound port: 1a16b5b2-31a5-4dd8-a737-55813601aa99, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd62fdc-6827-4865-8694-d88beee67fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:36.103642 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:36.191368 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:53:36.194288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:53:36.198151 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:36.202454 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-09e2c0b1-7c24-4088-adbb-848233fdda66 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:36.263837 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.264318 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:36.266004 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 1093 time: 1.1502500 Jul 09 15:53:36.266291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:36.293309 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:36.296641 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:36.325110 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'status': 'completed', 'code': 200} Jul 09 15:53:36.418382 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-3348fa67-8c85-4fe9-8c75-87e86f8d43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.420056 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-3348fa67-8c85-4fe9-8c75-87e86f8d43b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1096 time: 0.0745740 Jul 09 15:53:36.501397 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-abba7f99-e256-4e34-8a84-8203dc4f575e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 217 time: 0.0649624 Jul 09 15:53:36.565948 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-f4ddfafa-f6c3-483a-a04d-bc621b0bc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.567320 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-f4ddfafa-f6c3-483a-a04d-bc621b0bc7cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0575795 Jul 09 15:53:36.646796 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c106-e6be-47f5-9507-053784603345 req-9c461408-2ec9-4d76-b6c7-f4cccece6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.648163 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-9c461408-2ec9-4d76-b6c7-f4cccece6fac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738747 Jul 09 15:53:36.784373 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-775d0953-0290-4a62-8564-4a8c48066b93 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255274 Jul 09 15:53:36.901452 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4359570-b073-4168-aaf4-819fff9c92d7 req-3d2f850d-1433-4628-b054-8b4dc4d1ade7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.903112 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d4359570-b073-4168-aaf4-819fff9c92d7 req-3d2f850d-1433-4628-b054-8b4dc4d1ade7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.0880852 Jul 09 15:53:36.922884 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ea32c106-e6be-47f5-9507-053784603345 req-9c2181fe-3f75-4566-97c5-67fcf45bf595 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314216 Jul 09 15:53:36.950827 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d4359570-b073-4168-aaf4-819fff9c92d7 req-553a1f70-810d-488f-a768-69293daaae9a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Jul 09 15:53:37.130308 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646eb56-412a-47c1-af08-8037446fdd59 req-e662fe71-a9b5-4fd1-9a97-98af1629dc42 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.132214 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1646eb56-412a-47c1-af08-8037446fdd59 req-e662fe71-a9b5-4fd1-9a97-98af1629dc42 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0817227 Jul 09 15:53:37.149012 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35057-329f-4e07-bcf9-460c10e0487d req-f0622c45-5589-4b31-a44e-89b62ca7bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.150557 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-f0622c45-5589-4b31-a44e-89b62ca7bd8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1096 time: 0.0745959 Jul 09 15:53:37.188314 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1646eb56-412a-47c1-af08-8037446fdd59 req-61c75c88-a359-4355-9c5b-c9f99cbfe50a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503163 Jul 09 15:53:37.386540 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35057-329f-4e07-bcf9-460c10e0487d req-b287175a-d34e-4252-ab6a-38e483f15ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.388565 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-b287175a-d34e-4252-ab6a-38e483f15ea4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.2308087 Jul 09 15:53:37.462797 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-2e4d8ca9-6099-413f-b485-84f94a02cb74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 217 time: 0.0669804 Jul 09 15:53:37.531288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35057-329f-4e07-bcf9-460c10e0487d req-59c147a7-428f-4556-a8fc-118084244664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.532804 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-59c147a7-428f-4556-a8fc-118084244664 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0630050 Jul 09 15:53:37.620339 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35057-329f-4e07-bcf9-460c10e0487d req-7731b1a7-f528-438a-9019-1df408f9e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.622487 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-7731b1a7-f528-438a-9019-1df408f9e829 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824161 Jul 09 15:53:37.765353 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-449a9fe2-6581-498e-8ecd-7d02275d787d service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351027 Jul 09 15:53:37.901450 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-07b35057-329f-4e07-bcf9-460c10e0487d req-306809af-0faf-40ef-b454-53d014f6e961 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273918 Jul 09 15:53:38.140459 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeac9b-8474-45c4-8d63-6103890c70fa req-b1ad7d2d-227b-4737-9242-be5089752a65 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:38.141916 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-69eeac9b-8474-45c4-8d63-6103890c70fa req-b1ad7d2d-227b-4737-9242-be5089752a65 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.0803494 Jul 09 15:53:38.186840 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-69eeac9b-8474-45c4-8d63-6103890c70fa req-ef0e6d3a-e293-43e9-949a-bc8adf1432f0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 Jul 09 15:53:38.373377 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39319b-99b0-4657-9f75-a5e088237162 req-125eba42-4e4a-467a-bef0-e7c97f6541d8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:38.374738 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1b39319b-99b0-4657-9f75-a5e088237162 req-125eba42-4e4a-467a-bef0-e7c97f6541d8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0796201 Jul 09 15:53:38.420327 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1b39319b-99b0-4657-9f75-a5e088237162 req-43156f87-0d30-4f0d-8353-452fde14af25 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Jul 09 15:53:39.382787 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0096-ebc5-422b-b9ee-05e964699cd2 req-0b6d40e3-729b-4942-affa-1fb1cc6ea4eb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:39.384250 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7dec0096-ebc5-422b-b9ee-05e964699cd2 req-0b6d40e3-729b-4942-affa-1fb1cc6ea4eb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.0843487 Jul 09 15:53:39.430394 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-7dec0096-ebc5-422b-b9ee-05e964699cd2 req-900c7d87-3be0-4eec-9e0b-9ca88a748604 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Jul 09 15:53:39.612635 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc11a92-a3be-4e63-992e-46d3f258cb0b req-7cafa5e6-6eea-4f7b-9ee6-315dfadf0d8d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:39.614145 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fcc11a92-a3be-4e63-992e-46d3f258cb0b req-7cafa5e6-6eea-4f7b-9ee6-315dfadf0d8d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0850060 Jul 09 15:53:39.668040 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fcc11a92-a3be-4e63-992e-46d3f258cb0b req-ced8c54c-222c-40b2-9df0-2c51c7468e5b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Jul 09 15:53:40.121080 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:53:40.259175 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:40.273080 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:53:40.329261 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:40.347194 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:40.362692 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:40.366736 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:40.368471 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:40.438741 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:40.446422 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.446771 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.447115 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.447471 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.447785 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.448115 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.448441 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.448765 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.449088 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.449578 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.449935 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.450454 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:40.454571 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:40.627020 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e2dfd-d837-41aa-afef-78895b04d6bc req-172ad298-fbc9-4ef4-8060-7a2493d19510 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:40.628459 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-337e2dfd-d837-41aa-afef-78895b04d6bc req-172ad298-fbc9-4ef4-8060-7a2493d19510 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 944 time: 0.0846486 Jul 09 15:53:40.680157 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-337e2dfd-d837-41aa-afef-78895b04d6bc req-b6556e53-17cc-41d4-9174-ab6a3d0f82a4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Jul 09 15:53:40.732491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['1a16b5b2-31a5-4dd8-a737-55813601aa99'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:53:40.854250 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557734e-19e3-4ec2-87e5-9b93d7595cc3 req-1de1dcf1-aa77-44fe-8a0b-245ff4b313b8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:40.855758 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4557734e-19e3-4ec2-87e5-9b93d7595cc3 req-1de1dcf1-aa77-44fe-8a0b-245ff4b313b8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0806122 Jul 09 15:53:40.904737 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4557734e-19e3-4ec2-87e5-9b93d7595cc3 req-b58ad904-7102-4c78-a3bc-de5db0384c64 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Jul 09 15:53:41.884467 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab604830-2a55-44a0-b2e5-c1541d0bbd96 req-56b113ec-3a13-45a0-be91-482aea205f0b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:41.886123 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ab604830-2a55-44a0-b2e5-c1541d0bbd96 req-56b113ec-3a13-45a0-be91-482aea205f0b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 944 time: 0.0916502 Jul 09 15:53:41.948385 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ab604830-2a55-44a0-b2e5-c1541d0bbd96 req-419b2118-f52c-4924-b230-3b15f52fd078 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558703 Jul 09 15:53:42.093916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c3d00-0abe-4bc9-9c69-526332f7b466 req-2cd9002f-5f5a-4a62-a3c8-06bf59325522 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:42.095424 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-045c3d00-0abe-4bc9-9c69-526332f7b466 req-2cd9002f-5f5a-4a62-a3c8-06bf59325522 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0833354 Jul 09 15:53:42.133200 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:53:42.141973 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-045c3d00-0abe-4bc9-9c69-526332f7b466 req-c2751a2e-8847-4ad4-9189-e2db72d2c27e tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409367 Jul 09 15:53:42.201139 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:42.205963 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:42.206393 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.329104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.357074 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:42.366447 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:42.370805 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.372919 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-826ef567-4737-4cf2-b3b7-802f787297bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:42.408405 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'code': 200} Jul 09 15:53:42.440755 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:42.443632 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:42.691598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05adc0-76e2-45d8-9f22-8e8a65b0245a req-31981d3a-df39-44a3-99d8-0e1e14fab803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:42.693172 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f05adc0-76e2-45d8-9f22-8e8a65b0245a req-31981d3a-df39-44a3-99d8-0e1e14fab803 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1098 time: 0.0760846 Jul 09 15:53:42.739036 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8f05adc0-76e2-45d8-9f22-8e8a65b0245a req-60b91be5-78ba-4c95-a329-e803ec90e86f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Jul 09 15:53:43.141604 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6ffd-6ea8-4545-91aa-1f807e7868f7 req-113a6f38-d758-4d6a-8784-047b10cf9512 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:43.143122 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5c5e6ffd-6ea8-4545-91aa-1f807e7868f7 req-113a6f38-d758-4d6a-8784-047b10cf9512 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0817685 Jul 09 15:53:43.193089 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5c5e6ffd-6ea8-4545-91aa-1f807e7868f7 req-e50ad298-39c0-4230-bcda-a4debd209715 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Jul 09 15:53:43.379022 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05668082-3fc2-4f94-a8c7-e2110fa38c93 req-fedb831e-24bc-41f8-8eb2-2b0579d63c8d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:43.380500 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-05668082-3fc2-4f94-a8c7-e2110fa38c93 req-fedb831e-24bc-41f8-8eb2-2b0579d63c8d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0827022 Jul 09 15:53:43.427074 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-05668082-3fc2-4f94-a8c7-e2110fa38c93 req-898ac96a-4598-416b-b37f-b54c829270c1 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Jul 09 15:53:44.384845 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb627-b1e4-4651-9147-31cd426fc25f req-c24627db-484c-462c-bc0a-06eece0e9125 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:44.386187 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-997cb627-b1e4-4651-9147-31cd426fc25f req-c24627db-484c-462c-bc0a-06eece0e9125 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0833371 Jul 09 15:53:44.433917 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-997cb627-b1e4-4651-9147-31cd426fc25f req-be2fba87-aa82-40e3-8821-8e103be8eed7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Jul 09 15:53:44.625740 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1909-a696-4963-b2bc-cb9807e6ae5d req-2ed4fcf4-0769-4810-bf0b-74c572ccff4f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:44.625982 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1d78-2430-40f8-b945-1e899e6eea35 req-0de43403-e6b0-4ac0-a6ad-db22a4d84d2a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:44.627386 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-315f1d78-2430-40f8-b945-1e899e6eea35 req-0de43403-e6b0-4ac0-a6ad-db22a4d84d2a tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0886672 Jul 09 15:53:44.628411 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1d4c1909-a696-4963-b2bc-cb9807e6ae5d req-2ed4fcf4-0769-4810-bf0b-74c572ccff4f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0891578 Jul 09 15:53:44.637347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58212) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:44.642532 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Request body: {'floatingip': {'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:44.675177 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-315f1d78-2430-40f8-b945-1e899e6eea35 req-5e883939-c3bb-4415-872f-3cdfb80cd087 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Jul 09 15:53:44.724351 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:45.017710 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:45.444287 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:45.448001 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:45.620554 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Floating IP d9f29efe-313e-43fc-b778-5b7ac2a75e90 associated. External IP: 172.28.3.128, port: 1a16b5b2-31a5-4dd8-a737-55813601aa99. Jul 09 15:53:46.031109 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3003-2c8b-4fad-8904-7d0d0b848404 req-3eade9f8-c67c-416e-9b72-1a683df5dd2e tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:46.032589 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fc4c3003-2c8b-4fad-8904-7d0d0b848404 req-3eade9f8-c67c-416e-9b72-1a683df5dd2e tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.2433207 Jul 09 15:53:46.064109 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:53:46.138103 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-fc4c3003-2c8b-4fad-8904-7d0d0b848404 req-1358a1fe-4528-4dca-a35d-a9010ea2d6fd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981667 Jul 09 15:53:46.381087 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:53:46.385999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:46.391396 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:53:46.401374 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:46.401992 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:46.445304 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-655a05cf-8771-4614-b6ac-eb9613d73e25 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "PUT /v2.0/floatingips/d9f29efe-313e-43fc-b778-5b7ac2a75e90 HTTP/1.1" status: 200 len: 991 time: 1.8068600 Jul 09 15:53:46.446054 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:46.612467 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:46.632315 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'status': 'completed', 'code': 200} Jul 09 15:53:46.756337 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e539f-d530-4653-933f-0c7077b8352a req-8e5aa748-7dd3-4981-98d1-17180b495536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:46.757927 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-8e5aa748-7dd3-4981-98d1-17180b495536 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1098 time: 0.0753367 Jul 09 15:53:46.953253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e539f-d530-4653-933f-0c7077b8352a req-1d2de694-0326-4d48-91b3-bca092644395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:46.954759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-1d2de694-0326-4d48-91b3-bca092644395 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.1897190 Jul 09 15:53:46.960884 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-2472c3fe-ebf4-4cde-84d2-4e453ceb4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:46.962370 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-2472c3fe-ebf4-4cde-84d2-4e453ceb4aa1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.1277230 Jul 09 15:53:47.033547 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'd9f29efe-313e-43fc-b778-5b7ac2a75e90', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.128', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2aac-4032-43b6-b278-241650587608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:53:31Z', 'updated_at': '2021-07-09T15:53:45Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:47.037679 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:53:47.046831 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:47.047759 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:47.141524 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-a9bc2f09-8836-4aef-a8d8-d09e9a32a7b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 999 time: 0.1781952 Jul 09 15:53:47.227718 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-15b3a4d6-8d3c-47d1-91ff-a960e1640fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.229160 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-15b3a4d6-8d3c-47d1-91ff-a960e1640fab service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.2127242 Jul 09 15:53:47.229739 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:47.237253 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e539f-d530-4653-933f-0c7077b8352a req-0943d674-8f60-4157-8930-45c764902085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.238755 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-0943d674-8f60-4157-8930-45c764902085 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0824516 Jul 09 15:53:47.331512 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfed61-6d47-431d-8440-1ef67f7d167d req-daef4f15-5ee9-4f34-807a-b7722cddd2da tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.333066 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-89dfed61-6d47-431d-8440-1ef67f7d167d req-daef4f15-5ee9-4f34-807a-b7722cddd2da tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0829864 Jul 09 15:53:47.384806 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-89dfed61-6d47-431d-8440-1ef67f7d167d req-ce98a29e-d102-4f56-ab6e-6f28997553c8 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 Jul 09 15:53:47.396664 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-34909454-59c9-445e-b704-0326f02e104a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1002 time: 0.1484818 Jul 09 15:53:47.469295 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e539f-d530-4653-933f-0c7077b8352a req-33aa975c-aaf2-4a31-961c-ab8cae0a0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.470782 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-33aa975c-aaf2-4a31-961c-ab8cae0a0e35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1685970 Jul 09 15:53:47.474346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-dabc7816-e0d1-4b33-ae66-4ac06e28e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.475688 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-dabc7816-e0d1-4b33-ae66-4ac06e28e3f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0713592 Jul 09 15:53:47.601408 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'd9f29efe-313e-43fc-b778-5b7ac2a75e90', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.128', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2aac-4032-43b6-b278-241650587608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:53:31Z', 'updated_at': '2021-07-09T15:53:45Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:47.606190 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde24e7d-0d35-4eb3-88e6-baee238dcd1e None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_floatingips': [{'id': 'd9f29efe-313e-43fc-b778-5b7ac2a75e90', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'floating_ip_address': '172.28.3.128', 'floating_network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'router_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c2aac-4032-43b6-b278-241650587608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:53:31Z', 'updated_at': '2021-07-09T15:53:45Z', 'revision_number': 1, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:53:47.685982 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-af4995cd-508d-402d-9842-6ad70f2a8670 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993032 Jul 09 15:53:47.692212 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-f5c74ea7-7385-4849-ab15-996e10943ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:47.694593 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-f5c74ea7-7385-4849-ab15-996e10943ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2062595 Jul 09 15:53:47.903881 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de57343-86a4-4be5-b8a9-76c4e5e0cf2f None None] New status for floating IP d9f29efe-313e-43fc-b778-5b7ac2a75e90: ACTIVE {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:53:47.957411 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e43e539f-d530-4653-933f-0c7077b8352a req-3ed7e0ac-09d0-4f26-ad6c-a54c52e299a6 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618845 Jul 09 15:53:47.962900 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-d7bd658f-ce58-4e30-865a-f4ad548786c5 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455158 Jul 09 15:53:48.235918 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9c6f065e-fcb0-416e-b2f6-8b72823df812 req-2288413c-8501-47ea-aca1-a8f4e5c372e0 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541943 Jul 09 15:53:48.388544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-22cb8444-a3ef-4e16-97b7-669d64492f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.390061 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-22cb8444-a3ef-4e16-97b7-669d64492f7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.0727298 Jul 09 15:53:48.548655 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-10ecec4c-8156-4bae-8393-cffe53722e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.550158 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-10ecec4c-8156-4bae-8393-cffe53722e20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.1375079 Jul 09 15:53:48.672571 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-d8d237cd-0a59-4dac-8384-79253d236150 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1002 time: 0.1149528 Jul 09 15:53:48.734353 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0eda-b015-4d54-9873-723434e219ab req-4d1f416f-3050-4946-bbae-1941f6f36ea3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.735877 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fccd0eda-b015-4d54-9873-723434e219ab req-4d1f416f-3050-4946-bbae-1941f6f36ea3 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0891027 Jul 09 15:53:48.740431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-63883cd8-606d-43ab-90ba-b03c90330231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.741883 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-63883cd8-606d-43ab-90ba-b03c90330231 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0622680 Jul 09 15:53:48.782555 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fccd0eda-b015-4d54-9873-723434e219ab req-782cf552-43bc-4413-b3f8-033536022cdd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Jul 09 15:53:48.820592 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-a254bebc-8c16-4fe3-9f3b-4beefbb1739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.822149 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-a254bebc-8c16-4fe3-9f3b-4beefbb1739b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725887 Jul 09 15:53:48.964270 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-7221bc7e-f129-45a1-9552-90a102bd24a2 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345704 Jul 09 15:53:49.102126 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-27af2a1c-0bc7-4dfd-a422-249433f79805 req-dd906311-af9b-4a9d-b21a-370ff6983d2b service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311104 Jul 09 15:53:49.972531 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2009fa0-496b-4d83-b590-69228211bfb4 req-40c149fa-31b0-4557-9a15-9fcd21ec0b43 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:49.978415 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c2009fa0-496b-4d83-b590-69228211bfb4 req-40c149fa-31b0-4557-9a15-9fcd21ec0b43 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0912411 Jul 09 15:53:50.026907 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-c2009fa0-496b-4d83-b590-69228211bfb4 req-6f9fdd9e-9255-4cb3-a9fc-9ff49400c648 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Jul 09 15:53:51.220618 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e1c67-149e-4e5e-b1df-5c1ffb77eda7 req-5a25c2f7-a24c-42ef-abb1-e973f25197dd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:51.222189 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-633e1c67-149e-4e5e-b1df-5c1ffb77eda7 req-5a25c2f7-a24c-42ef-abb1-e973f25197dd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0824494 Jul 09 15:53:51.273104 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-633e1c67-149e-4e5e-b1df-5c1ffb77eda7 req-d3aba483-b58d-49ff-8a8f-056813cbe556 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Jul 09 15:53:51.603157 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58282) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:51.641628 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e13d1-5f80-419c-9340-5c000648c743 req-71fb5691-8cce-4968-9f89-16540d8a70bd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:51.643191 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-469e13d1-5f80-419c-9340-5c000648c743 req-71fb5691-8cce-4968-9f89-16540d8a70bd tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0989001 Jul 09 15:53:51.698346 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-469e13d1-5f80-419c-9340-5c000648c743 req-be3bcf74-b45b-4cb3-9584-377e9bba6373 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491271 Jul 09 15:53:51.739912 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-2c76b4ee-6155-4834-bb64-db2326eeae42 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349096 Jul 09 15:53:52.390281 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aca0b-1026-48cf-8ea6-9b95ef35141d req-cd146560-159d-457a-93be-86ec07714b92 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:52.391726 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a47aca0b-1026-48cf-8ea6-9b95ef35141d req-cd146560-159d-457a-93be-86ec07714b92 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0875266 Jul 09 15:53:52.440754 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a47aca0b-1026-48cf-8ea6-9b95ef35141d req-4fcb451f-aba0-470e-9db6-13838cb2d950 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Jul 09 15:53:52.884106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6153a10-3bf7-464f-9ac9-110f42d452d2 req-7a7b2f79-40e3-4996-b00a-67e194e20052 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:52.885564 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e6153a10-3bf7-464f-9ac9-110f42d452d2 req-7a7b2f79-40e3-4996-b00a-67e194e20052 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0820587 Jul 09 15:53:52.937264 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-e6153a10-3bf7-464f-9ac9-110f42d452d2 req-0b4e4d8d-0887-4497-a7f8-e1f84a126ad9 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Jul 09 15:53:53.403268 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-d9ef11ee-f3ff-4a08-ac56-ab006babefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:53.404816 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-d9ef11ee-f3ff-4a08-ac56-ab006babefb1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f&tenant_id=c1316974ed06484fa8b71b9e25e5c69b HTTP/1.1" status: 200 len: 1099 time: 0.0751221 Jul 09 15:53:53.515809 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-f90bfbff-d474-415a-82e6-c0655394861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:53.517278 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-f90bfbff-d474-415a-82e6-c0655394861f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.0733254 Jul 09 15:53:53.715949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-0636c133-8503-4c57-b5e8-1408b3d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:53.717397 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-0636c133-8503-4c57-b5e8-1408b3d13b17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.1871388 Jul 09 15:53:53.731860 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ed7d-8e47-4c2d-8ece-d5ab7f353bf2 req-8d5c1294-a978-47a7-86fb-9f0886a3b8b8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:53.733658 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-86f5ed7d-8e47-4c2d-8ece-d5ab7f353bf2 req-8d5c1294-a978-47a7-86fb-9f0886a3b8b8 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.1833861 Jul 09 15:53:53.862108 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-86f5ed7d-8e47-4c2d-8ece-d5ab7f353bf2 req-ca52c8de-63be-47d9-bc7d-87a4ef3436ae tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797000 Jul 09 15:53:53.863897 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-fe1ae909-8bea-4f23-9c94-d5799cb11628 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1002 time: 0.1293514 Jul 09 15:53:53.929267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-2fd5934e-0b47-42ca-a8a0-48e5727a9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:53.930642 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-2fd5934e-0b47-42ca-a8a0-48e5727a9b47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0595059 Jul 09 15:53:54.010801 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-b0459d39-4a85-403a-bb61-a22826c1b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:54.012850 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-b0459d39-4a85-403a-bb61-a22826c1b067 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740373 Jul 09 15:53:54.132373 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c38b39-8a97-42bb-9c97-2ece68aff551 req-91cec54e-6dae-4364-9949-4ead41a11cdc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:54.133945 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-38c38b39-8a97-42bb-9c97-2ece68aff551 req-91cec54e-6dae-4364-9949-4ead41a11cdc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.0859554 Jul 09 15:53:54.183725 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-38c38b39-8a97-42bb-9c97-2ece68aff551 req-18879392-821c-4b16-8dd7-b070d08f8f30 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Jul 09 15:53:54.187668 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:53:54.253953 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-20b7fb72-0204-49ad-bebb-1445a3c62f5b service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326865 Jul 09 15:53:54.305288 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.332575 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:54.343309 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:54.349865 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.352156 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-2012e53f-ac96-470f-a3d5-73eb78b3ee27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:54.382942 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'code': 200} Jul 09 15:53:54.391858 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ef3d6374-6908-4d3d-aa4c-82fd9fca431d req-328b33bd-6521-4460-a807-ae0f48b4bbff service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307235 Jul 09 15:53:54.423460 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=6']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:54.426893 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:54.579682 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-22b77fa6-e762-4694-8d43-154d2dc00864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.854322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-dc71046b-befc-40a1-a7af-8a74e077c49b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:54.855770 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-dc71046b-befc-40a1-a7af-8a74e077c49b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.0801854 Jul 09 15:53:54.930515 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Deleting port 01daca00-3513-4379-aade-c7b929e9c096 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:53:54.931168 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.196167 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1dc3a-2b23-4107-82db-f97ca497f215 req-af38b543-cd19-477a-a9f8-96a882551827 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:55.197539 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95b1dc3a-2b23-4107-82db-f97ca497f215 req-af38b543-cd19-477a-a9f8-96a882551827 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 946 time: 0.2215147 Jul 09 15:53:55.224357 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.282270 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-95b1dc3a-2b23-4107-82db-f97ca497f215 req-d278057f-177e-48df-9cb1-64b3cbde3fd3 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups?id=164cdc65-0c0e-425a-9ea0-75f4a55322e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782206 Jul 09 15:53:55.283969 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] For port 01daca00-3513-4379-aade-c7b929e9c096, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01daca00-3513-4379-aade-c7b929e9c096,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:55.284334 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.383714 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8d5d4-f6b8-4e2a-917c-f70d28e531de req-89fa962c-e107-4e2a-9720-8a7575cdcd88 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:55.385186 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-33c8d5d4-f6b8-4e2a-917c-f70d28e531de req-89fa962c-e107-4e2a-9720-8a7575cdcd88 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0852723 Jul 09 15:53:55.432326 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-33c8d5d4-f6b8-4e2a-917c-f70d28e531de req-3c938b62-c3ce-4035-a0f2-ec9428650604 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Jul 09 15:53:55.582344 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.582896 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.583265 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Floating IP 62df9db6-0676-467b-b7bf-c13d3000c090 disassociated. External IP: 172.28.3.8, port: 01daca00-3513-4379-aade-c7b929e9c096. Jul 09 15:53:55.583759 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Calling delete_port for 01daca00-3513-4379-aade-c7b929e9c096 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:53:55.741454 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.747892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-f222ac1c-0e19-4d5a-a9e2-e01cc9dea892 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:55.799629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'Port': ['ID=01daca00-3513-4379-aade-c7b929e9c096,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:55.861786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.862187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.862549 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.862908 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.863963 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.864364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.864724 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.865079 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.865433 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.865785 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.866364 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.866796 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:55.870034 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:56.168239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf49a-de0e-4943-8e86-9eff665afd8b req-4c908284-7b1b-472c-b29b-d090775dbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:56.169724 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ad5bf49a-de0e-4943-8e86-9eff665afd8b req-4c908284-7b1b-472c-b29b-d090775dbc3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1097 time: 0.2935705 Jul 09 15:53:56.175661 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:53:56.201904 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:53:56.347993 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:56.358961 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ad5bf49a-de0e-4943-8e86-9eff665afd8b req-0fb1c4af-6026-40ca-ab25-9d1acca7f71f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245096 Jul 09 15:53:56.364329 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'port_id': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'mac_address': 'fa:16:3e:ab:bd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:53:56.409844 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:53:56.422725 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b957-256c-40f4-8439-100718737c83 None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:53:56.438577 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.444904 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-97b2b2eb-8c04-4d57-9647-a691ce1eb941 req-5b96c0ff-e11f-4de9-9abe-46e3df49bf9e tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/ports?device_id=67f34d34-188e-4f26-ae5a-fd760a0b918a HTTP/1.1" status: 200 len: 210 time: 0.0494497 Jul 09 15:53:56.450880 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:56.451463 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:56.483630 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] No DVR routers for this DVR port 01daca00-3513-4379-aade-c7b929e9c096 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:56.486221 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.488992 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'name': 'network-vif-deleted', 'tag': '01daca00-3513-4379-aade-c7b929e9c096'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:56.507824 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-af7f324a-05d5-4947-a5d0-6ac1cdc34d5a req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.69 "DELETE /v2.0/ports/01daca00-3513-4379-aade-c7b929e9c096 HTTP/1.1" status: 204 len: 173 time: 1.6461141 Jul 09 15:53:56.537546 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f34d34-188e-4f26-ae5a-fd760a0b918a', 'name': 'network-vif-deleted', 'tag': '01daca00-3513-4379-aade-c7b929e9c096', 'status': 'completed', 'code': 200} Jul 09 15:53:56.538927 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae12782-c16a-4be5-9830-e5163b1e44f7 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:56.609651 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:53:56.625181 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.629668 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:56.640606 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd53ad-6cc2-4f02-a9e4-ba3a667bf8c4 req-176c719a-eaa8-4928-ba1b-c6a3ef32b9df tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:56.642291 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4dcd53ad-6cc2-4f02-a9e4-ba3a667bf8c4 req-176c719a-eaa8-4928-ba1b-c6a3ef32b9df tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 944 time: 0.0863574 Jul 09 15:53:56.695738 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4dcd53ad-6cc2-4f02-a9e4-ba3a667bf8c4 req-452406f7-c561-4502-bae0-cd1e0fbfb9ff tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Jul 09 15:53:56.718717 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:56.775543 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=7']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:56.781729 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:57.046491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['6ae12782-c16a-4be5-9830-e5163b1e44f7'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:53:57.171798 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.184687 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b957-256c-40f4-8439-100718737c83 None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:53:57.213984 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:53:57.214644 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.326378 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e27dd329-cb46-4848-b43a-1e60a7948967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.468572 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:53:57.573726 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58338) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:57.664020 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.697059 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.772026 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.777682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-62223b59-525f-4849-9877-adb8cea5838b tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:57.793068 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164cdc65-0c0e-425a-9ea0-75f4a55322e1,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:57.798143 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:57.802020 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.803052 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4e347bc7-90c3-4cff-bf8b-21be86e9b65f tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "DELETE /v2.0/security-groups/164cdc65-0c0e-425a-9ea0-75f4a55322e1 HTTP/1.1" status: 204 len: 168 time: 0.2283225 Jul 09 15:53:57.805843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58344) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:57.822865 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.api.v2.resource [None req-d91f0adf-709a-4c04-9380-a457adf63b88 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] show failed (client error): The resource could not be found. Jul 09 15:53:57.823849 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-d91f0adf-709a-4c04-9380-a457adf63b88 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "GET /v2.0/security-groups/164cdc65-0c0e-425a-9ea0-75f4a55322e1 HTTP/1.1" status: 404 len: 347 time: 0.0170159 Jul 09 15:53:57.827170 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58348) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:53:57.893234 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-b659b957-256c-40f4-8439-100718737c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.897515 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b957-256c-40f4-8439-100718737c83 None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:47:55Z', 'revision_number': 4, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4', 'name': '', 'network_id': '3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'mac_address': 'fa:16:3e:20:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6913fe86-b691-436e-996f-c94c67d604b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:53Z', 'updated_at': '2021-07-09T15:48:04Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'subnets': [{'id': '6913fe86-b691-436e-996f-c94c67d604b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:53:57.910009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365016e8-a139-4f2f-a7bb-def6c4c27bd5 req-e47494ed-554e-48be-899c-a940ae0cf7c4 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:57.911600 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-365016e8-a139-4f2f-a7bb-def6c4c27bd5 req-e47494ed-554e-48be-899c-a940ae0cf7c4 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 945 time: 0.0865109 Jul 09 15:53:57.962787 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-365016e8-a139-4f2f-a7bb-def6c4c27bd5 req-ca0fd783-fa92-4aa2-8784-8a95565589c7 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 Jul 09 15:53:58.080260 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Deleting port 54c16931-7055-4350-811b-b55b8842b538 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:53:58.080605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.157524 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0ba1b-a936-4fcf-aae8-38844254d23a None None] New status for floating IP 62df9db6-0676-467b-b7bf-c13d3000c090: DOWN {{(pid=78598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:53:58.218100 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 01daca00-3513-4379-aade-c7b929e9c096 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:53:58.251546 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 01daca00-3513-4379-aade-c7b929e9c096 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:53:58.251804 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 01daca00-3513-4379-aade-c7b929e9c096 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:53:58.270924 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.271246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.328152 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.394085 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Calling delete_port for 54c16931-7055-4350-811b-b55b8842b538 owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:53:58.477389 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.db.api [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:53:58.477712 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_db.api [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:53:58.978496 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Deleting port 54c16931-7055-4350-811b-b55b8842b538 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:53:58.979155 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.153319 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.153642 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.273824 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Calling delete_port for 54c16931-7055-4350-811b-b55b8842b538 owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:53:59.419721 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.424465 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:53:59.498362 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Pushing event deleted for resources: {'Port': ['ID=54c16931-7055-4350-811b-b55b8842b538,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:59.539659 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.539947 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.540311 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.540670 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.541024 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.541378 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.541733 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.542111 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.542461 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.542806 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.543183 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.543533 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:59.554251 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:53:59.572605 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks [] for floatingip, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.586958 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.588102 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a64cdd41-df0a-492a-b0b0-01117c9e6252 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] 10.222.0.63 "DELETE /v2.0/floatingips/62df9db6-0676-467b-b7bf-c13d3000c090 HTTP/1.1" status: 204 len: 168 time: 1.7599595 Jul 09 15:53:59.839834 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.935952 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:54:00.246893 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:54:00.314827 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 6ae12782-c16a-4be5-9830-e5163b1e44f7 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:00.315118 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.435161 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.462723 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:00.472377 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:00.477568 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.480761 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:00.519094 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'code': 200} Jul 09 15:54:00.553937 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=8']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:00.557056 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:03.593423 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58392) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:04.337789 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.683524 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Deleting port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:04.684348 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.852126 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] For port eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:04.852484 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.972010 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Calling delete_port for eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 owned by network:router_interface {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:05.148634 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.153709 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f82d8cb6-9226-4694-9a26-299f79cbe19b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:05.201891 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:05.228246 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:05.567867 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.924864 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:54:06.108584 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:54:06.119199 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Sync routers for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:54:06.123920 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-58a032ec-353c-48a1-a445-b5bd2ed4d4a3 admin admin] 10.222.0.63 "PUT /v2.0/routers/0ad93814-f42c-478d-b507-9e72cd1a2ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5266566 Jul 09 15:54:06.124420 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58402) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:06.129491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:54:06.130136 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:06.325019 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.347140 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:54:06.506655 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.516825 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Deleting port 11eb9727-08b0-46eb-bcd2-e615c8e758e9 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:06.517163 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.636726 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:54:05Z', 'revision_number': 5, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port': {'id': '11eb9727-08b0-46eb-bcd2-e615c8e758e9', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:47:48Z', 'updated_at': '2021-07-09T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:06.642301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Checking router: 0ad93814-f42c-478d-b507-9e72cd1a2ad7 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:54:06.651024 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Routers {'0ad93814-f42c-478d-b507-9e72cd1a2ad7'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:54:06.651275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:53:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:06.689089 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] For port 11eb9727-08b0-46eb-bcd2-e615c8e758e9, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=11eb9727-08b0-46eb-bcd2-e615c8e758e9,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:06.689447 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.799387 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] Set router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 gateway port host: None {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:54:06.811377 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Calling delete_port for 11eb9727-08b0-46eb-bcd2-e615c8e758e9 owned by network:router_gateway {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:06.906790 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:54:06Z', 'revision_number': 6, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:06.910953 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdd8ea-92c2-4bab-897c-5b8aeeb840a0 None None] The sync data for ids ['0ad93814-f42c-478d-b507-9e72cd1a2ad7'] in dv-cinder-800220-1-smb is: [{'id': '0ad93814-f42c-478d-b507-9e72cd1a2ad7', 'name': 'tempest-AttachVolumeTestJSON-30698043-router', 'tenant_id': 'd1424d9c97a04388a34c76d9410227fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:47:47Z', 'updated_at': '2021-07-09T15:54:06Z', 'revision_number': 6, 'project_id': 'd1424d9c97a04388a34c76d9410227fb', 'gw_port_host': None}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:54:07.082845 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.086813 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f76f5f73-3c3e-4639-8124-4b12ddfecff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:07.129650 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11eb9727-08b0-46eb-bcd2-e615c8e758e9,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.132758 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:07.227040 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.402303 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.404657 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.429181 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.429746 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad93814-f42c-478d-b507-9e72cd1a2ad7 {{(pid=78595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:54:07.443466 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Notify callbacks [] for router, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.446901 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0ad93814-f42c-478d-b507-9e72cd1a2ad7 HTTP/1.1" status: 204 len: 168 time: 1.3192654 Jul 09 15:54:07.447095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58410) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:07.505674 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Deleting subnet 6913fe86-b691-436e-996f-c94c67d604b6 {{(pid=78595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:54:07.508555 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.560877 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125208'] for subnet, precommit_delete_associations {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.641192 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.708203 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372862'] for subnet, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.712314 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:07.751294 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6913fe86-b691-436e-996f-c94c67d604b6,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.754334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:07.755314 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.760241 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1caae0-dcf3-42ec-af8b-2bf85bb7aa8a None None] Network 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:54:07.761174 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6913fe86-b691-436e-996f-c94c67d604b6 HTTP/1.1" status: 204 len: 168 time: 0.3131578 Jul 09 15:54:07.763703 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58414) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:07.872803 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.888072 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Deleting port 814ce90c-d832-4217-b6d7-19b7e31c47e8 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:07.888562 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.018819 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] DHCP port deletion for 3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:54:08.023189 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Deleting port 814ce90c-d832-4217-b6d7-19b7e31c47e8 {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:08.023574 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.092355 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.db [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] For port 814ce90c-d832-4217-b6d7-19b7e31c47e8, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=814ce90c-d832-4217-b6d7-19b7e31c47e8,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:08.092900 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.127831 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:54:08.179119 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:54:08.179391 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device eb4ed9b8-b491-4d63-aee1-1865c2dbdbe4 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:54:08.179813 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 11eb9727-08b0-46eb-bcd2-e615c8e758e9 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:54:08.214845 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Calling delete_port for 814ce90c-d832-4217-b6d7-19b7e31c47e8 owned by network:dhcp {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:08.260903 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 11eb9727-08b0-46eb-bcd2-e615c8e758e9 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:54:08.261251 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 11eb9727-08b0-46eb-bcd2-e615c8e758e9 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:54:08.261677 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 814ce90c-d832-4217-b6d7-19b7e31c47e8 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:54:08.292694 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.298544 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:08.307116 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 814ce90c-d832-4217-b6d7-19b7e31c47e8 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:54:08.307470 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 814ce90c-d832-4217-b6d7-19b7e31c47e8 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:54:08.328782 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] For port 814ce90c-d832-4217-b6d7-19b7e31c47e8, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=814ce90c-d832-4217-b6d7-19b7e31c47e8,segment=NetworkSegment(5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d),segment_id=5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:08.329187 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.342449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Pushing event deleted for resources: {'Port': ['ID=814ce90c-d832-4217-b6d7-19b7e31c47e8,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:08.344255 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] No DVR routers for this DVR port 814ce90c-d832-4217-b6d7-19b7e31c47e8 on host dv-cinder-800220-1-smb {{(pid=78595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:08.345720 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:08.494795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Calling delete_port for 814ce90c-d832-4217-b6d7-19b7e31c47e8 owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:08.557110 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.571373 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9']}} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.571781 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:54:08.572158 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:54:08.584692 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d') {'for_net_delete': True} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.585052 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.services.segments.db [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5819e9f2-7ed5-4cdc-96ae-8e7e45eb9d7d') {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.597792 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125203'] for segment, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.618989 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.625936 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=78595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:54:08.626505 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3151406'] for segment, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: Traceback (most recent call last): Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: timer() Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: cb(*args, **kw) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: return func(*args, **kwargs) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: self._notify() Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: self.callback(batched_events) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: event.method(event) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: return f(self, *a, **k) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: return self._get(url).json() Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: return self.request(url, 'GET', **kwargs) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:54:08.641629 dv-cinder-800220-1-smb neutron-server[78595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:54:08.718625 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.722222 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:08.734862 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.744762 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:08.748424 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:08.758768 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f0ba4e98-8c82-4087-b5e8-cc24488bc364 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3e5eabb5-c347-4b1c-89d4-c02b8c68d9a9 HTTP/1.1" status: 204 len: 168 time: 0.9941108 Jul 09 15:54:08.873081 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58422) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:08.924606 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-12002e5a-3519-4195-8db4-d3b9ea382db0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1424d9c97a04388a34c76d9410227fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502076 Jul 09 15:54:08.927160 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58426) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:08.984366 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.009581 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.061850 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.066742 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-ed181103-98cf-4db4-9a54-0464e25fa12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:09.073492 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Deleting port 814ce90c-d832-4217-b6d7-19b7e31c47e8 {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:09.073998 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.080560 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8dbb88-da49-4873-9cdc-b18922600ce1,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:09.082992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:09.088614 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.090007 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-3f819947-3d99-4074-b944-5cd46d1d1b4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8b8dbb88-da49-4873-9cdc-b18922600ce1 HTTP/1.1" status: 204 len: 168 time: 0.1616619 Jul 09 15:54:09.152263 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-c71b1939-f992-44d8-bbc0-d3ee48091bbd None None] The port '814ce90c-d832-4217-b6d7-19b7e31c47e8' was deleted {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:54:14.605907 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58512) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:14.732189 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.747693 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:14.751982 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbb85a2c00d408f925721c50baf7ced is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:14.754860 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:14.762865 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:14.861232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.866463 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.874889 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9d4cb91d-faf1-4380-b1af-2ad4c5d1c943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:14.925380 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2b53c-1740-4aa5-806c-8bbb7b076d1e,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:14.929784 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0fbb85a2c00d408f925721c50baf7ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228095 Jul 09 15:54:14.930721 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:14.932526 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58518) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:14.994648 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.024967 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.052436 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.083991 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.089008 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-8ce9b6e6-5056-4872-8b13-9677baa8ff3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:15.101317 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2b53c-1740-4aa5-806c-8bbb7b076d1e,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.104289 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:15.107623 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.109005 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a4f2c25b-81a3-4b79-bd04-7b6116eef499 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ecf2b53c-1740-4aa5-806c-8bbb7b076d1e HTTP/1.1" status: 204 len: 168 time: 0.1752863 Jul 09 15:54:15.423280 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58526) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:15.440884 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.459347 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:15.463530 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Usage tracker for resource:security_group_rule and tenant:6b4827ed575140cda2dc75fe4456ffb2 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:15.467143 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:15.472898 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:15.573636 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.578225 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.585499 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-af8ec20b-150d-45d3-8738-5ad3fee2b9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:15.630977 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b4827ed575140cda2dc75fe4456ffb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041433 Jul 09 15:54:15.630977 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc58efe-681f-435d-9e78-913f7c3e0c13,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.631838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58532) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:15.633526 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f2a4ccda-b2b3-4f6e-95fd-500327b7c0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:15.699228 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.732160 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.787610 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.791316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-323cc1d1-17c8-4169-a3bd-1075b003b7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:15.804514 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc58efe-681f-435d-9e78-913f7c3e0c13,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.807418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:15.809356 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.811339 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b3325391-0ea2-4921-8bfd-ef638646c094 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ebc58efe-681f-435d-9e78-913f7c3e0c13 HTTP/1.1" status: 204 len: 168 time: 0.1782639 Jul 09 15:54:22.416099 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58628) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:22.538359 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.554356 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:22.558358 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec1a638601a48df854778ce6c94e96e is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:22.561797 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:22.567727 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:22.660924 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.665048 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.673379 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6882d03a-eaba-4410-9338-2ff06539feb9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:22.723862 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ec1a638601a48df854778ce6c94e96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066525 Jul 09 15:54:22.724811 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca89a489-c610-48c2-8db8-cda0536b216f,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:22.726728 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58636) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:22.728154 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:22.790294 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.817089 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.870095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.874245 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4759f5c2-c2e0-43bb-a56f-1f3e64791727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:22.890734 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca89a489-c610-48c2-8db8-cda0536b216f,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:22.893223 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:22.902479 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.904397 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-fa30af00-e902-429a-9f1e-c0096fdf67b7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca89a489-c610-48c2-8db8-cda0536b216f HTTP/1.1" status: 204 len: 168 time: 0.1759567 Jul 09 15:54:23.195900 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 58644) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:23.213509 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.229099 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:23.234587 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa90fd2318d4dcb90048084443e6e92 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:23.237442 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:23.243359 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:23.331588 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.335775 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.346746 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-019473a5-733b-412c-843b-9005781a0b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:23.386573 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5fa90fd2318d4dcb90048084443e6e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895812 Jul 09 15:54:23.387916 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f52634-af98-4a77-bc4c-c9ca11e61bbd,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:23.390590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58648) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:23.392394 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-fca384a9-9bde-42e7-a2d6-5165e242be81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:23.457496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.483627 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.536405 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.540241 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-7a3adf05-877e-43dc-aa9d-a05f4543fb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:23.553492 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f52634-af98-4a77-bc4c-c9ca11e61bbd,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:23.555841 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:23.564720 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.565847 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-007986bb-6247-43ba-8942-80b6e3260558 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30f52634-af98-4a77-bc4c-c9ca11e61bbd HTTP/1.1" status: 204 len: 168 time: 0.1736209 Jul 09 15:54:24.419529 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58674) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:24.525531 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628270774-network', 'tenant_id': 'ad131ae62eb34c6b8a3194ff7369fb8c'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:24.530874 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:24.534722 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Usage tracker for resource:network and tenant:ad131ae62eb34c6b8a3194ff7369fb8c is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:24.537629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:24.545083 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:24.555842 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Made reservation on behalf of ad131ae62eb34c6b8a3194ff7369fb8c for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:24.558201 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.570644 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.573850 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-4c8d37dd-2030-49c4-bcdd-23fc05634a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.586239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:24.591919 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Usage tracker for resource:security_group_rule and tenant:ad131ae62eb34c6b8a3194ff7369fb8c is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:24.595135 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:24.601153 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:24.696034 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.700772 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.703787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:24.733438 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:54:24.742256 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:24.746219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:24.749203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.750834 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Added segment 7da3ebd1-3c75-4965-95ea-d6c70f9b820f of type vlan for network 7a998b58-b799-4145-8d49-b5db28bcbd93 Jul 09 15:54:24.777197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.808468 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.810177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:24.810772 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.814290 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:24.915458 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Pushing event updated for resources: {'Network': ['ID=7a998b58-b799-4145-8d49-b5db28bcbd93,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:24.918948 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4980664 Jul 09 15:54:24.920025 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:24.921650 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 58682) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:54:24.926295 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:54:24.927275 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Request body: {'subnet': {'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628270774-subnet', 'tenant_id': 'ad131ae62eb34c6b8a3194ff7369fb8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:24.932141 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:24.935999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Usage tracker for resource:subnet and tenant:ad131ae62eb34c6b8a3194ff7369fb8c is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:24.938859 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:24.944723 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:24.956694 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Made reservation on behalf of ad131ae62eb34c6b8a3194ff7369fb8c for: {'subnet': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:24.959061 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118661'] for subnet, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:25.157113 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118675'] for subnet, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:25.161597 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3d656bdc-3556-4503-9340-a7a1db27a275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:25.227445 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:25.232328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5be17f4-dec2-4b44-8aae-853f25cb1cdc,revision_number=0']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:25.236239 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:25.243347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Checking segment: {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:25.243703 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Network hostable DHCP agents. Network: 7a998b58-b799-4145-8d49-b5db28bcbd93, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:54:25.264646 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:54:25.274939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 7a998b58-b799-4145-8d49-b5db28bcbd93) {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:25.279177 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:25.279817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:25.285795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59cfb4-39d5-4be0-b06b-d572a80b7829 None None] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:54:25.301183 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3785081 Jul 09 15:54:25.511038 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7860c-9474-4e84-959a-865115dec220 None None] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:54:27.289554 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-273513a5-2412-4803-b03d-93415ed528b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.461455 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-bd5a8ea5-9f69-46ef-8685-dc272cd24140 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:27.462170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a7a29195-802c-489f-a408-8d07903075f3 req-bd5a8ea5-9f69-46ef-8685-dc272cd24140 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:network {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:27.479669 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a7a29195-802c-489f-a408-8d07903075f3 req-bd5a8ea5-9f69-46ef-8685-dc272cd24140 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:network {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:27.480920 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-bd5a8ea5-9f69-46ef-8685-dc272cd24140 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 809 time: 0.2873287 Jul 09 15:54:27.499163 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-8b11ceba-5878-486e-80af-520ca3e09cd0 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/quotas/ad131ae62eb34c6b8a3194ff7369fb8c HTTP/1.1" status: 200 len: 375 time: 0.0100622 Jul 09 15:54:27.546470 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-3b633f70-97a2-4d45-848a-624a8f122ee7 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418124 Jul 09 15:54:27.681576 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-3f88674c-7a8d-4602-a92e-a636b51d42ec service neutron] 10.222.0.63 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283886 Jul 09 15:54:27.827449 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-f1c58c60-da0c-49e3-9ee6-2bd7bdecfd20 service neutron] 10.222.0.63 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394351 Jul 09 15:54:28.004523 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-ab91b9ce-2e99-4f60-9a80-590f32b14cfa req-bba42e64-2627-4178-a6bb-6cd64ca35d2e tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 210 time: 0.0438941 Jul 09 15:54:28.328162 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.172207 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-98047fd1-249b-43f8-9dbe-2f56866d7903 req-6d95f8c3-f83b-4db6-9456-af6c39bc92c3 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 210 time: 0.0520647 Jul 09 15:54:29.225874 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-f10334d9-b4b9-4b56-9df2-9e0a0cf573e2 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:29.228024 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-f10334d9-b4b9-4b56-9df2-9e0a0cf573e2 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 809 time: 0.1552150 Jul 09 15:54:29.248476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Request body: {'port': {'device_id': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93', 'admin_state_up': True, 'tenant_id': 'ad131ae62eb34c6b8a3194ff7369fb8c'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:29.385751 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:29.390202 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Usage tracker for resource:port and tenant:ad131ae62eb34c6b8a3194ff7369fb8c is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:54:29.392951 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:54:29.398573 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:29.408479 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Made reservation on behalf of ad131ae62eb34c6b8a3194ff7369fb8c for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:29.411864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.578504 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Allocated IP 172.20.0.13 (7a998b58-b799-4145-8d49-b5db28bcbd93/a5be17f4-dec2-4b44-8aae-853f25cb1cdc/9952736a-9b98-4230-95c8-e03211b6a3c5) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:29.796655 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.826421 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.831983 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-03e78604-2c29-45a4-adcf-710da5950b98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:29.844990 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.901386 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:29.904973 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:29.909070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:54:29.939422 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Pushing event updated for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:29.949698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:29.975190 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:29.975803 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.999132 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-27a96f83-bfd5-4a6b-b007-c0197a1dd2c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549591 Jul 09 15:54:30.021855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Request body: {'port': {'device_id': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:30.145327 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.480394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-586aba76-9199-4d28-bf0a-3765740179de tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:30.481786 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-586aba76-9199-4d28-bf0a-3765740179de tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:30.645358 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-586aba76-9199-4d28-bf0a-3765740179de tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:30.646528 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-586aba76-9199-4d28-bf0a-3765740179de tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 932 time: 0.3549953 Jul 09 15:54:30.696003 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9952736a-9b98-4230-95c8-e03211b6a3c5 {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:30.707257 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.720686 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-fac750d9-a290-467e-8524-1217ddbcd25b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:security_group {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:30.734872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Transition to ACTIVE for port object 9952736a-9b98-4230-95c8-e03211b6a3c5 will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:30.741922 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.747397 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-17d80867-4089-4d5b-85d8-5db38cf20e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:30.799816 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-fac750d9-a290-467e-8524-1217ddbcd25b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:security_group {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:30.800943 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-297f7cdc-c6e7-4ff4-972a-460861033e3c req-fac750d9-a290-467e-8524-1217ddbcd25b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428485 Jul 09 15:54:30.905264 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:30.908193 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:30.978598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Attempting to bind port 9952736a-9b98-4230-95c8-e03211b6a3c5 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:30.978937 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Attempting to bind port 9952736a-9b98-4230-95c8-e03211b6a3c5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:30.979261 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Attempting to bind port 9952736a-9b98-4230-95c8-e03211b6a3c5 on network 7a998b58-b799-4145-8d49-b5db28bcbd93 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:30.985001 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Port 9952736a-9b98-4230-95c8-e03211b6a3c5 on network 7a998b58-b799-4145-8d49-b5db28bcbd93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:54:30.985259 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Attempting to bind port 9952736a-9b98-4230-95c8-e03211b6a3c5 on network 7a998b58-b799-4145-8d49-b5db28bcbd93 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:30.990303 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:30.990642 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Checking segment: {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:30.991026 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Bound using segment: {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:30.991450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Bound port: 9952736a-9b98-4230-95c8-e03211b6a3c5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:30.991791 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:31.081457 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:54:31.084340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9952736a-9b98-4230-95c8-e03211b6a3c5,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:54:31.088739 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:31.092911 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c45cb994-ddb4-4969-82c4-4696a0eaf148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:31.150195 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:31.150804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:31.152164 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] 10.222.0.69 "PUT /v2.0/ports/9952736a-9b98-4230-95c8-e03211b6a3c5 HTTP/1.1" status: 200 len: 1094 time: 1.1351621 Jul 09 15:54:31.152740 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:31.174000 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:31.177161 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:31.198227 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5', 'status': 'completed', 'code': 200} Jul 09 15:54:31.295889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-31163195-b814-4c49-86ae-52d860536349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:31.297334 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-31163195-b814-4c49-86ae-52d860536349 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 1097 time: 0.0723705 Jul 09 15:54:31.385245 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-a12d4ef6-76ea-4ccc-b47d-e07ccc8bc2a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9952736a-9b98-4230-95c8-e03211b6a3c5 HTTP/1.1" status: 200 len: 217 time: 0.0647349 Jul 09 15:54:31.455762 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29195-802c-489f-a408-8d07903075f3 req-70e62786-8527-4297-a70c-c48972cb398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:31.457222 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-70e62786-8527-4297-a70c-c48972cb398a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5be17f4-dec2-4b44-8aae-853f25cb1cdc HTTP/1.1" status: 200 len: 849 time: 0.0646329 Jul 09 15:54:31.506690 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-d291196b-2f89-4e01-88e6-06200fd98d4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a998b58-b799-4145-8d49-b5db28bcbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420065 Jul 09 15:54:31.640070 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-06c6e1f2-073b-4993-8886-3592b561524f service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227782 Jul 09 15:54:31.773306 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a7a29195-802c-489f-a408-8d07903075f3 req-0ef5f610-0dee-48e5-af2c-4695941377ff service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256068 Jul 09 15:54:32.013824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-b806e9b1-3b85-4994-b7f4-055ac9cfe06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.015316 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-b806e9b1-3b85-4994-b7f4-055ac9cfe06c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 1097 time: 0.1341796 Jul 09 15:54:32.027057 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b726-6c5d-40c4-ab83-d193640966cf req-f122cee0-ef97-4eac-ac65-7a4ab0d72e98 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.028456 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d133b726-6c5d-40c4-ab83-d193640966cf req-f122cee0-ef97-4eac-ac65-7a4ab0d72e98 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 944 time: 0.1118677 Jul 09 15:54:32.153163 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d133b726-6c5d-40c4-ab83-d193640966cf req-f8e01431-c596-4378-b838-7f83278d3ee2 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063743 Jul 09 15:54:32.189147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-0b4fb985-2ceb-46a1-af62-2f886182eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.190616 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-0b4fb985-2ceb-46a1-af62-2f886182eb40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 910 time: 0.1613412 Jul 09 15:54:32.263632 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-75fe255c-b421-46f7-82f0-4b17b1672be2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9952736a-9b98-4230-95c8-e03211b6a3c5 HTTP/1.1" status: 200 len: 217 time: 0.0652726 Jul 09 15:54:32.327995 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-4f649c99-0277-43e6-a0bf-080c03d72de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.329390 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-4f649c99-0277-43e6-a0bf-080c03d72de3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5be17f4-dec2-4b44-8aae-853f25cb1cdc HTTP/1.1" status: 200 len: 849 time: 0.0575726 Jul 09 15:54:32.377404 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-4f3dfc03-796c-4e7e-8456-7e5b58697a23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a998b58-b799-4145-8d49-b5db28bcbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397925 Jul 09 15:54:32.665505 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-935a09f1-bb7b-4f58-b238-ba2e822207fc service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795062 Jul 09 15:54:32.698238 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681b49-851f-4c5a-8b7c-4ec32b9fbdc3 req-c67cab1b-bf98-4d99-bcc4-7a84490e445e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.699621 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2e681b49-851f-4c5a-8b7c-4ec32b9fbdc3 req-c67cab1b-bf98-4d99-bcc4-7a84490e445e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1463151 Jul 09 15:54:32.814721 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2e681b49-851f-4c5a-8b7c-4ec32b9fbdc3 req-b0d9e27d-10cd-46d1-9ab5-91fdeb2f498c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084888 Jul 09 15:54:32.837334 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d95dd286-18e5-4684-a4b8-58b0f033a5d8 req-bce376b0-22cd-4a91-b683-d21c8b1f6cfd service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641929 Jul 09 15:54:33.351921 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e3223-ec8f-4c66-b19d-ba40fb5ebca0 req-f7ad14ea-f0e6-4d65-ba9f-922753c94d64 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:33.353353 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-144e3223-ec8f-4c66-b19d-ba40fb5ebca0 req-f7ad14ea-f0e6-4d65-ba9f-922753c94d64 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 944 time: 0.0799522 Jul 09 15:54:33.398201 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-144e3223-ec8f-4c66-b19d-ba40fb5ebca0 req-0bb73dbe-60b5-4a1d-95c1-9aab4338690b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Jul 09 15:54:34.012066 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27c5f-47c2-4828-94a2-c01e54870ba5 req-560389bd-e39b-42b1-b6c4-7ff89d039c71 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:34.014168 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5be27c5f-47c2-4828-94a2-c01e54870ba5 req-560389bd-e39b-42b1-b6c4-7ff89d039c71 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0835295 Jul 09 15:54:34.058196 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5be27c5f-47c2-4828-94a2-c01e54870ba5 req-18044a3f-e8b6-4378-9e7e-f3cf11fa323d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Jul 09 15:54:34.379701 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9952736a-9b98-4230-95c8-e03211b6a3c5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:54:34.514320 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9952736a-9b98-4230-95c8-e03211b6a3c5,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:34.530930 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '9952736a-9b98-4230-95c8-e03211b6a3c5', 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93', 'port_id': '9952736a-9b98-4230-95c8-e03211b6a3c5', 'mac_address': 'fa:16:3e:e9:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be17f4-dec2-4b44-8aae-853f25cb1cdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:54:34.587004 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:34.588754 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b98959-6cc1-4734-a0ed-3cd0212a59e4 req-e30cb3c9-bf79-4de1-a195-02a0d48b5dcc tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:34.590254 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-53b98959-6cc1-4734-a0ed-3cd0212a59e4 req-e30cb3c9-bf79-4de1-a195-02a0d48b5dcc tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 944 time: 0.0841362 Jul 09 15:54:34.604414 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9952736a-9b98-4230-95c8-e03211b6a3c5 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:34.621042 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9952736a-9b98-4230-95c8-e03211b6a3c5,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:34.625672 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:34.627782 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:34.644983 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-53b98959-6cc1-4734-a0ed-3cd0212a59e4 req-1bea221a-1793-495d-9c23-1783d3aac9b6 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481164 Jul 09 15:54:34.691747 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:34.694735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:34.970086 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['9952736a-9b98-4230-95c8-e03211b6a3c5'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:54:35.257430 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120fbe-75fd-4999-bb2f-1798e4526b1a req-7638336e-5a7f-4c15-8389-3e87a4040c7a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:35.258819 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f1120fbe-75fd-4999-bb2f-1798e4526b1a req-7638336e-5a7f-4c15-8389-3e87a4040c7a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0900314 Jul 09 15:54:35.303959 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f1120fbe-75fd-4999-bb2f-1798e4526b1a req-ea4e6836-bf67-47d8-ac25-b01a91a9bf84 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Jul 09 15:54:35.835729 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea782f-84f3-4664-a7af-5c1f00da5ad2 req-7cf18f8e-85b8-4144-84c9-dc492e8406ac tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:35.837178 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-58ea782f-84f3-4664-a7af-5c1f00da5ad2 req-7cf18f8e-85b8-4144-84c9-dc492e8406ac tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 945 time: 0.0840881 Jul 09 15:54:35.881510 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-58ea782f-84f3-4664-a7af-5c1f00da5ad2 req-78ffeaa4-487c-496d-a402-153361076e5f tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Jul 09 15:54:36.386410 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9952736a-9b98-4230-95c8-e03211b6a3c5 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:54:36.459848 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port 9952736a-9b98-4230-95c8-e03211b6a3c5 completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:36.464676 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 9952736a-9b98-4230-95c8-e03211b6a3c5 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:36.465058 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:36.490407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56d04-d8d4-4ad3-ae0e-6a88ef6de9d0 req-9ab721b3-a3ac-49ca-a7f1-0df89a8fd896 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:36.491872 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f2f56d04-d8d4-4ad3-ae0e-6a88ef6de9d0 req-9ab721b3-a3ac-49ca-a7f1-0df89a8fd896 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0806456 Jul 09 15:54:36.538662 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f2f56d04-d8d4-4ad3-ae0e-6a88ef6de9d0 req-d077a50a-2098-4818-9f35-52c07d149a3c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Jul 09 15:54:36.578204 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:36.607548 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:36.617570 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9952736a-9b98-4230-95c8-e03211b6a3c5,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:36.622060 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:36.624093 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:36.653504 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5', 'code': 200} Jul 09 15:54:36.691332 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:36.694287 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:36.921861 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082111-06d2-46b6-9d7f-ec338287d286 req-24ba0190-7c49-48b2-bdcf-16b42274d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:36.923370 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-44082111-06d2-46b6-9d7f-ec338287d286 req-24ba0190-7c49-48b2-bdcf-16b42274d684 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 1099 time: 0.0730836 Jul 09 15:54:36.958805 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:54:36.969853 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-44082111-06d2-46b6-9d7f-ec338287d286 req-edc60b3c-3664-4a39-979a-c057a64a60df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Jul 09 15:54:37.063824 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1a51-cf61-41c7-a24b-82b12b88972f req-3a54a399-5233-46b5-addc-2e94c44e3d19 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:37.065261 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-531d1a51-cf61-41c7-a24b-82b12b88972f req-3a54a399-5233-46b5-addc-2e94c44e3d19 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0800874 Jul 09 15:54:37.113266 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-531d1a51-cf61-41c7-a24b-82b12b88972f req-42b8871d-7749-4008-8b24-b8c9d67d17a9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jul 09 15:54:37.728649 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86305c-edda-4873-bebf-5d083f6ac928 req-c4e4391d-a209-4ff1-ab90-c8369376276f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:37.730127 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-de86305c-edda-4873-bebf-5d083f6ac928 req-c4e4391d-a209-4ff1-ab90-c8369376276f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0804143 Jul 09 15:54:37.774213 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-de86305c-edda-4873-bebf-5d083f6ac928 req-7736d370-3644-4fc1-afbf-f08017a26cfa tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377927 Jul 09 15:54:38.303366 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd8331-a57a-42c3-906c-4f782221ecd2 req-98ca0bef-a6ff-4126-9f18-0360070e1b7a tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:38.304812 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76dd8331-a57a-42c3-906c-4f782221ecd2 req-98ca0bef-a6ff-4126-9f18-0360070e1b7a tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0827990 Jul 09 15:54:38.350890 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-76dd8331-a57a-42c3-906c-4f782221ecd2 req-608bbd61-84bc-40a6-b69a-cc7d6ee57ae6 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Jul 09 15:54:38.963855 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09697f3a-7749-425c-abb6-36cd01014673 req-5027898f-8eb3-4724-aa95-cdaeb682a3f9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:38.965313 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-09697f3a-7749-425c-abb6-36cd01014673 req-5027898f-8eb3-4724-aa95-cdaeb682a3f9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0831516 Jul 09 15:54:39.010142 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-09697f3a-7749-425c-abb6-36cd01014673 req-c664c42a-6f13-4d37-bb10-79b80569ebe0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390897 Jul 09 15:54:39.540949 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e68d3-ab7e-46e1-9df9-70255d2abff3 req-d9800155-cc3a-4b59-b0f6-b9ca996da314 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:39.542408 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-172e68d3-ab7e-46e1-9df9-70255d2abff3 req-d9800155-cc3a-4b59-b0f6-b9ca996da314 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0860279 Jul 09 15:54:39.585909 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-172e68d3-ab7e-46e1-9df9-70255d2abff3 req-2a6e5dac-d825-494c-b922-b54afd7282e0 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Jul 09 15:54:40.204449 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b661-74e6-45a4-8722-6004dc36196e req-73e5696a-da63-4103-b8db-6ca7a7d00301 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:40.205940 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1e08b661-74e6-45a4-8722-6004dc36196e req-73e5696a-da63-4103-b8db-6ca7a7d00301 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0860076 Jul 09 15:54:40.250935 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1e08b661-74e6-45a4-8722-6004dc36196e req-b8d2f258-5e57-49c9-a701-ad0865320bde tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Jul 09 15:54:40.629237 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74cb80-94d3-44a5-bb7b-5707061a3d35 req-511c7cc7-a766-4d9c-b6d8-edbeb4d82a61 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:40.630727 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fc74cb80-94d3-44a5-bb7b-5707061a3d35 req-511c7cc7-a766-4d9c-b6d8-edbeb4d82a61 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0811191 Jul 09 15:54:40.675115 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fc74cb80-94d3-44a5-bb7b-5707061a3d35 req-793e3073-0bde-48de-b3db-d14874338493 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Jul 09 15:54:41.439230 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf2e10-7a92-4f0d-9848-d07b2748adbd req-dcc27f7b-29dd-4d5f-8f2c-89fb80b1eef3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:41.440679 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-47bf2e10-7a92-4f0d-9848-d07b2748adbd req-dcc27f7b-29dd-4d5f-8f2c-89fb80b1eef3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0795860 Jul 09 15:54:41.489551 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-47bf2e10-7a92-4f0d-9848-d07b2748adbd req-303aeb28-1fa3-410c-b777-f99e621812b9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Jul 09 15:54:41.863388 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6797be-d04c-462e-b2ca-5fb80d3d4e52 req-e6368b5c-16e2-4a64-bb33-d61e9d256f75 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:41.864869 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1f6797be-d04c-462e-b2ca-5fb80d3d4e52 req-e6368b5c-16e2-4a64-bb33-d61e9d256f75 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0858121 Jul 09 15:54:41.908370 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1f6797be-d04c-462e-b2ca-5fb80d3d4e52 req-6527358c-9263-4b66-a317-8901f74e44ee tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Jul 09 15:54:42.211647 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-2cba0034-d6f9-46ec-b63b-e5298323dd84 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:42.212998 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-2cba0034-d6f9-46ec-b63b-e5298323dd84 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 946 time: 0.0793920 Jul 09 15:54:42.283953 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Deleting port 9952736a-9b98-4230-95c8-e03211b6a3c5 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:42.284291 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:42.532603 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] For port 9952736a-9b98-4230-95c8-e03211b6a3c5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9952736a-9b98-4230-95c8-e03211b6a3c5,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:42.533159 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:42.779034 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Calling delete_port for 9952736a-9b98-4230-95c8-e03211b6a3c5 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:42.932402 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19457b4-a706-4935-9c02-1958205e2f99 req-0404d028-4c66-49a1-b366-772cd95a12cb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:42.933882 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c19457b4-a706-4935-9c02-1958205e2f99 req-0404d028-4c66-49a1-b366-772cd95a12cb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.2455382 Jul 09 15:54:42.996686 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:43.005590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fa3590a-de3d-4b9b-8a15-bb890c9e3413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:43.043908 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c19457b4-a706-4935-9c02-1958205e2f99 req-6de2ec8d-edec-4d6c-baa3-ce258b486b4f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996730 Jul 09 15:54:43.060702 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-cf0aa4e9-93d1-4bde-9222-35ac8812e784 req-660b8f18-1df8-48b6-b56a-c9eb44acdc5d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6974f99-8ce7-4436-ab3e-f1c482ce58c9 HTTP/1.1" status: 200 len: 210 time: 0.0433896 Jul 09 15:54:43.089928 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Pushing event deleted for resources: {'Port': ['ID=9952736a-9b98-4230-95c8-e03211b6a3c5,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:43.093100 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:43.132543 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] No DVR routers for this DVR port 9952736a-9b98-4230-95c8-e03211b6a3c5 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:43.134988 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:43.138752 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'name': 'network-vif-deleted', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:43.153376 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a5407c71-e77f-4e8b-baba-57af1d5e1b48 req-6e70e77d-a596-4040-8c91-7cf0dc2ca45d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "DELETE /v2.0/ports/9952736a-9b98-4230-95c8-e03211b6a3c5 HTTP/1.1" status: 204 len: 173 time: 0.9321058 Jul 09 15:54:43.183638 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6974f99-8ce7-4436-ab3e-f1c482ce58c9', 'name': 'network-vif-deleted', 'tag': '9952736a-9b98-4230-95c8-e03211b6a3c5', 'status': 'completed', 'code': 200} Jul 09 15:54:44.249752 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb5e7e-41fb-4309-9bc5-790679bb08f2 req-564d1245-97b4-496e-8f72-7b93ae3af1fe tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:44.251250 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5acb5e7e-41fb-4309-9bc5-790679bb08f2 req-564d1245-97b4-496e-8f72-7b93ae3af1fe tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Jul 09 15:54:44.297057 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-5acb5e7e-41fb-4309-9bc5-790679bb08f2 req-585c869d-5b42-469f-a56c-7808bc8744b9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Jul 09 15:54:44.426445 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-dd3e5a8c-7aca-4f04-8b21-ddb0cc5db34b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:44.428041 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-dd3e5a8c-7aca-4f04-8b21-ddb0cc5db34b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 809 time: 0.1455550 Jul 09 15:54:44.443478 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-7d63d654-e765-4dd9-b673-24434f8201f0 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/quotas/ad131ae62eb34c6b8a3194ff7369fb8c HTTP/1.1" status: 200 len: 375 time: 0.0099580 Jul 09 15:54:44.453104 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9952736a-9b98-4230-95c8-e03211b6a3c5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:54:44.487056 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 9952736a-9b98-4230-95c8-e03211b6a3c5 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:54:44.487407 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 9952736a-9b98-4230-95c8-e03211b6a3c5 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:54:44.496960 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-e9253b4c-1350-4f05-8193-0df4e58cd26b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:44.512783 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-e9253b4c-1350-4f05-8193-0df4e58cd26b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:44.514171 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-e9253b4c-1350-4f05-8193-0df4e58cd26b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658851 Jul 09 15:54:44.649916 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-be089326-cc1f-49da-80ac-73b1d5fedbb3 service neutron] 10.222.0.63 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290030 Jul 09 15:54:44.781320 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-cb25cbba-65ab-4f20-852e-c3925a0579d9 service neutron] 10.222.0.63 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242647 Jul 09 15:54:44.962234 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-fc2c4df1-5e8d-43f7-a8ab-ff8aba2ff6c1 req-a526dc94-fefd-4428-8c15-7c6a5845f941 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0445528 Jul 09 15:54:45.066064 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:45.488782 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810486c1-3d3f-424e-a2b0-3fdf009995d2 req-a440e4d0-a8f3-426a-a24a-c7107ad2882e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:45.491072 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810486c1-3d3f-424e-a2b0-3fdf009995d2 req-a440e4d0-a8f3-426a-a24a-c7107ad2882e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0821228 Jul 09 15:54:45.538732 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-810486c1-3d3f-424e-a2b0-3fdf009995d2 req-d6e60f96-9573-47b8-8e18-9e6887193534 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Jul 09 15:54:46.114387 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4c253dd6-eb60-4d9f-9d42-ef1330c07cd8 req-fc189077-849e-4499-a567-acdc2f92b396 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0473447 Jul 09 15:54:46.298708 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-81fe7dd5-2bfe-4a4c-9857-c92ee564f9e9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:46.300025 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-81fe7dd5-2bfe-4a4c-9857-c92ee564f9e9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 809 time: 0.1456046 Jul 09 15:54:46.321930 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Request body: {'port': {'device_id': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93', 'admin_state_up': True, 'tenant_id': 'ad131ae62eb34c6b8a3194ff7369fb8c'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:46.457602 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:54:46.466848 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:54:46.475907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Made reservation on behalf of ad131ae62eb34c6b8a3194ff7369fb8c for: {'port': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:46.479499 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:46.640922 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_common [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Allocated IP 172.20.0.6 (7a998b58-b799-4145-8d49-b5db28bcbd93/a5be17f4-dec2-4b44-8aae-853f25cb1cdc/f3ccb71e-7f40-41ea-9692-4e220f7cf82a) {{(pid=78596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:46.947106 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923652-e92a-4a12-8869-cb373abeb898 req-bf3f2f52-6625-41f8-b3ab-b772e062b7b2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:46.948449 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8923652-e92a-4a12-8869-cb373abeb898 req-bf3f2f52-6625-41f8-b3ab-b772e062b7b2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.2975819 Jul 09 15:54:47.041516 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a8923652-e92a-4a12-8869-cb373abeb898 req-29e3a374-8fc3-4d54-87d2-1ea3d5930f28 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865552 Jul 09 15:54:47.049164 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks [] for port, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.079855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661751044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.085297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b62f658b-6e90-4970-8142-f91c2abfde07 tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:47.151813 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Network 7a998b58-b799-4145-8d49-b5db28bcbd93 is already hosted by enough agents. {{(pid=78596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:47.154981 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.base_scheduler [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Resources bound (agent type, host, resource id): {{(pid=78596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:47.159443 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Received port after_create {{(pid=78596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 15:54:47.201391 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Pushing event updated for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:47.206450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:47.227180 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:47.227790 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.253682 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-4d69b811-86d3-467c-bac4-a8e3deaae52b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355569 Jul 09 15:54:47.281173 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Request body: {'port': {'device_id': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:47.305416 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100dfd4-8697-4859-88c7-dd2b8321e67c req-4099e3e9-2b8d-4456-836e-63260500ee6b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:47.306984 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6100dfd4-8697-4859-88c7-dd2b8321e67c req-4099e3e9-2b8d-4456-836e-63260500ee6b tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 931 time: 0.0817103 Jul 09 15:54:47.354293 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6100dfd4-8697-4859-88c7-dd2b8321e67c req-d12d10e4-1d5a-4747-b55d-cf09c27c723c tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jul 09 15:54:47.395340 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.729686 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ccb71e-7f40-41ea-9692-4e220f7cf82a {{(pid=78596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:47.737617 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.752270 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.provisioning_blocks [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Transition to ACTIVE for port object f3ccb71e-7f40-41ea-9692-4e220f7cf82a will not be triggered until provisioned by entity L2. {{(pid=78596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:47.756048 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:47.760924 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-83055839-24c5-406e-a09b-25a79edfbd60 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:47.912265 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=2']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:47.914899 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:47.987544 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Attempting to bind port f3ccb71e-7f40-41ea-9692-4e220f7cf82a on host hv-cinder-80022 for vnic_type normal with profile {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:47.987872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Attempting to bind port f3ccb71e-7f40-41ea-9692-4e220f7cf82a by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:47.988197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Attempting to bind port f3ccb71e-7f40-41ea-9692-4e220f7cf82a on network 7a998b58-b799-4145-8d49-b5db28bcbd93 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:47.993602 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Port f3ccb71e-7f40-41ea-9692-4e220f7cf82a on network 7a998b58-b799-4145-8d49-b5db28bcbd93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:54:47.993923 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Attempting to bind port f3ccb71e-7f40-41ea-9692-4e220f7cf82a on network 7a998b58-b799-4145-8d49-b5db28bcbd93 {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:47.999110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Checking agent: {'id': '618137dc-c1b4-49fb-a349-d6d3e640f7ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'started_at': datetime.datetime(2021, 7, 9, 15, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:48.000110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Checking segment: {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:48.000559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Bound using segment: {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'} {{(pid=78596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:48.000979 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.managers [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Bound port: f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da3ebd1-3c75-4965-95ea-d6c70f9b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93'}}] {{(pid=78596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:48.001319 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:48.089883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, cleared binding levels {{(pid=78596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 15:54:48.092935 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 15:54:48.097787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2120553'] for port, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:48.101539 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-09db7270-24cd-415d-b9e3-2bea7e607cf0 tempest-VolumesSnapshotTestJSON-247620965 tempest-VolumesSnapshotTestJSON-247620965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:48.168235 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:48.168855 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:48.170372 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3ccb71e-7f40-41ea-9692-4e220f7cf82a HTTP/1.1" status: 200 len: 1093 time: 0.8942299 Jul 09 15:54:48.171416 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:48.197347 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=3']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:48.200764 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bc028ec5-2c45-4b35-ab52-dda4d0543291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:48.223969 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a', 'status': 'completed', 'code': 200} Jul 09 15:54:48.367476 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-93ec48dd-71e3-4e7b-944f-163a47317d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:48.368935 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-93ec48dd-71e3-4e7b-944f-163a47317d81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1232262 Jul 09 15:54:48.450219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e569-5f89-4606-9a21-c70593783164 req-ba98771d-4368-4a1e-87ce-8624e780b993 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:48.451581 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b192e569-5f89-4606-9a21-c70593783164 req-ba98771d-4368-4a1e-87ce-8624e780b993 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1474640 Jul 09 15:54:48.458985 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:54:48.462731 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-e9b3dfc7-6ed3-4ea1-b58c-db64844e3d22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a HTTP/1.1" status: 200 len: 217 time: 0.0753486 Jul 09 15:54:48.557342 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-b192e569-5f89-4606-9a21-c70593783164 req-5fc425c7-c3ae-4895-8932-5d62237cd4a2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969646 Jul 09 15:54:48.563608 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-a02ede5d-0b3f-4946-bc58-251bf9ade21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:48.565035 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-a02ede5d-0b3f-4946-bc58-251bf9ade21e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5be17f4-dec2-4b44-8aae-853f25cb1cdc HTTP/1.1" status: 200 len: 849 time: 0.0858624 Jul 09 15:54:48.619001 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-3eb73c29-9444-4c04-9158-180a19e6f151 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a998b58-b799-4145-8d49-b5db28bcbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463393 Jul 09 15:54:48.637753 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:48.653607 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:54:48.653871 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eec0b-6746-48cf-895b-75a7d6fcf31d req-ff736347-7a94-49e4-9f9e-ae4d633c004d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:48.656138 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-833eec0b-6746-48cf-895b-75a7d6fcf31d req-ff736347-7a94-49e4-9f9e-ae4d633c004d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 943 time: 0.1933343 Jul 09 15:54:48.716700 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-833eec0b-6746-48cf-895b-75a7d6fcf31d req-9047f32e-a885-434a-a3a7-96025ed25dbc tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Jul 09 15:54:48.722735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:48.741845 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:48.758383 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:48.763282 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:48.766198 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:48.832462 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=6']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:48.839795 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.840141 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.840481 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.840814 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.841146 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.841469 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.841792 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.842137 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.842461 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.843388 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.843851 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.844295 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:48.848754 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:48.868235 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-ea58d1e4-2a93-4b8d-9d57-f4b2c38dfea0 service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391725 Jul 09 15:54:48.938834 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['1a16b5b2-31a5-4dd8-a737-55813601aa99'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:54:49.001255 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-c8eefe90-cd58-4194-ae7a-9b8ccf77ccd5 req-72559be6-4190-4087-9fb8-c4cc8b17b985 service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255074 Jul 09 15:54:49.183368 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-19bf5816-933e-4c8a-b4c0-20237745b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:49.184825 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-19bf5816-933e-4c8a-b4c0-20237745b9c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0755684 Jul 09 15:54:49.317866 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-682d555b-a87a-4cfc-a49c-8039571f340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:49.319268 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-682d555b-a87a-4cfc-a49c-8039571f340d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 200 len: 910 time: 0.1254678 Jul 09 15:54:49.391066 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-c469c315-4575-4853-a99c-05c67d481f59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a HTTP/1.1" status: 200 len: 217 time: 0.0646720 Jul 09 15:54:49.454999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-9e2c31b6-fa33-4536-aa18-372127b34519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:49.456374 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-9e2c31b6-fa33-4536-aa18-372127b34519 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5be17f4-dec2-4b44-8aae-853f25cb1cdc HTTP/1.1" status: 200 len: 849 time: 0.0588777 Jul 09 15:54:49.503737 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-39a05687-c86b-4342-a25b-e9b5008b5053 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a998b58-b799-4145-8d49-b5db28bcbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395825 Jul 09 15:54:49.719044 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-fd354afe-4c21-4328-bb31-d5b0668f844f service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078767 Jul 09 15:54:49.858938 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-8da22961-2ebf-49a0-a926-c2ffee08510f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2542515 Jul 09 15:54:49.895050 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa197-061e-4e5b-9d72-0cf460ea32ef req-cd684321-dca6-40bc-839e-0be180320a53 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:49.896540 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4deaa197-061e-4e5b-9d72-0cf460ea32ef req-cd684321-dca6-40bc-839e-0be180320a53 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 944 time: 0.2185910 Jul 09 15:54:49.898692 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-060efa6f-6ae6-476c-89d8-f7acc51433e2 req-80607624-1105-40c7-9b8f-287b57566ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681516 Jul 09 15:54:49.912967 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93551bf-57ff-410d-870a-e801320ba443 req-2296d344-e5fa-441e-8412-5ac445e2612f tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:49.915246 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d93551bf-57ff-410d-870a-e801320ba443 req-2296d344-e5fa-441e-8412-5ac445e2612f tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0911241 Jul 09 15:54:49.941681 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4deaa197-061e-4e5b-9d72-0cf460ea32ef req-f7b60090-2e63-4889-ac76-f836009a4e9f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Jul 09 15:54:49.967309 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d93551bf-57ff-410d-870a-e801320ba443 req-1a7397e1-96db-419f-b033-902b0e801448 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442059 Jul 09 15:54:50.034151 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-2714eed5-5b99-4800-a814-26e1bd88cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:50.035635 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-2714eed5-5b99-4800-a814-26e1bd88cf3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.0727503 Jul 09 15:54:50.182628 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-312c471e-f59f-4600-8064-a859f3df4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:50.183957 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-312c471e-f59f-4600-8064-a859f3df4ebc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.1240730 Jul 09 15:54:50.287852 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-655cfc2c-8fe9-486b-b3a6-d186b4e8d06c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 1002 time: 0.0946696 Jul 09 15:54:50.359589 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-53302ada-6a10-4175-ae16-d4f279bb4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:50.361104 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-53302ada-6a10-4175-ae16-d4f279bb4a72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0664201 Jul 09 15:54:50.470429 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device f3ccb71e-7f40-41ea-9692-4e220f7cf82a details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:54:50.478942 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:54:50.544717 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-86a69afa-5660-46da-831a-01c6fc22bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:50.546785 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-86a69afa-5660-46da-831a-01c6fc22bc1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1760783 Jul 09 15:54:50.638848 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:50.639224 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:50.707926 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-80fce220-d276-4faa-88f5-d28ed5623df1 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523004 Jul 09 15:54:50.727822 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:50.746886 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a', 'network_id': '7a998b58-b799-4145-8d49-b5db28bcbd93', 'port_id': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a', 'mac_address': 'fa:16:3e:4f:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be17f4-dec2-4b44-8aae-853f25cb1cdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:54:50.857098 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-757955d4-e264-40d2-bb5c-9def77c7e840 req-652a1a59-991d-4c1b-945f-0ddda704e88b service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403768 Jul 09 15:54:50.859509 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:50.872142 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:50.892606 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ccb71e-7f40-41ea-9692-4e220f7cf82a {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:50.914840 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:50.924671 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:50.927595 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:50.931462 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:50.932963 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-adb3f337-a6e8-4fbb-aeca-b9ce0ea579ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:50.970476 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:50.972077 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'code': 200} Jul 09 15:54:51.005667 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=4']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:51.008701 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:51.009227 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:51.083256 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=7']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:51.085895 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:51.148805 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004c81a-b2d7-4e78-9690-c9a19d816e56 req-0aa2d77d-bf01-4f52-b5f3-fe31c3594e28 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:51.151021 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6004c81a-b2d7-4e78-9690-c9a19d816e56 req-0aa2d77d-bf01-4f52-b5f3-fe31c3594e28 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0870709 Jul 09 15:54:51.189908 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b747c-331e-4ec0-9ec2-286291ad52b8 req-12ee3adf-26fd-42bc-9be2-aed8d91b0c09 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:51.190640 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a52b747c-331e-4ec0-9ec2-286291ad52b8 req-12ee3adf-26fd-42bc-9be2-aed8d91b0c09 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:51.206620 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6004c81a-b2d7-4e78-9690-c9a19d816e56 req-25a8ad4d-e407-493a-8823-114dee9c2d0f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493639 Jul 09 15:54:51.217771 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-a52b747c-331e-4ec0-9ec2-286291ad52b8 req-12ee3adf-26fd-42bc-9be2-aed8d91b0c09 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:51.220069 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a52b747c-331e-4ec0-9ec2-286291ad52b8 req-12ee3adf-26fd-42bc-9be2-aed8d91b0c09 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 944 time: 0.1154134 Jul 09 15:54:51.283326 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-a52b747c-331e-4ec0-9ec2-286291ad52b8 req-c76564da-2b9e-43d7-b2cb-e4f29aa8d17d tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Jul 09 15:54:51.325368 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['f3ccb71e-7f40-41ea-9692-4e220f7cf82a'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:54:52.426292 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4b14f-17b1-44db-b3fd-04b021ed69e9 req-6555982a-dca4-4ed0-998d-f347153b07d0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:52.433560 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1fb4b14f-17b1-44db-b3fd-04b021ed69e9 req-6555982a-dca4-4ed0-998d-f347153b07d0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1123722 Jul 09 15:54:52.488738 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-1fb4b14f-17b1-44db-b3fd-04b021ed69e9 req-103c3600-6d7c-49dd-8942-68dc174227d6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541258 Jul 09 15:54:52.508685 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19198-736b-422b-8ae9-0c2c03f4b68f req-e2f7c92b-4715-4ea7-b226-09da9cdbd115 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:52.511621 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device f3ccb71e-7f40-41ea-9692-4e220f7cf82a up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:54:52.516576 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cfb19198-736b-422b-8ae9-0c2c03f4b68f req-e2f7c92b-4715-4ea7-b226-09da9cdbd115 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0983474 Jul 09 15:54:52.560060 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-cfb19198-736b-422b-8ae9-0c2c03f4b68f req-a7f409f4-bcff-4ed7-8b0c-c682f921416c tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Jul 09 15:54:52.604620 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning for port f3ccb71e-7f40-41ea-9692-4e220f7cf82a completed by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:52.615464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port f3ccb71e-7f40-41ea-9692-4e220f7cf82a triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:52.615851 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:52.743245 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:52.778255 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:52.783942 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:52.785906 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:52.854536 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=5']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:52.857583 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:52.973606 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:53.019271 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a', 'code': 200} Jul 09 15:54:53.326817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e33d6-4e79-49a8-a707-5f9586985d9f req-23e60323-e4f9-460e-af52-a9ec91a39126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:53.328217 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9f4e33d6-4e79-49a8-a707-5f9586985d9f req-23e60323-e4f9-460e-af52-a9ec91a39126 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0799301 Jul 09 15:54:53.394976 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-9f4e33d6-4e79-49a8-a707-5f9586985d9f req-8553797d-5795-4f68-b795-9b1f5779c891 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Jul 09 15:54:53.726504 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745857c-057b-425f-beb1-b3c05270834b req-b3641ee5-c448-41bd-be53-31c49464eb1b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:53.728043 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8745857c-057b-425f-beb1-b3c05270834b req-b3641ee5-c448-41bd-be53-31c49464eb1b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1124215 Jul 09 15:54:53.795007 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8745857c-057b-425f-beb1-b3c05270834b req-35093ce2-2914-49ac-a8ee-9d13f8131349 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590587 Jul 09 15:54:53.853440 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25025c8-c2f9-4f3b-b6a1-bd67f52402f7 req-3d118f81-b5c5-49fd-baa0-ed006ce14097 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:53.854943 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b25025c8-c2f9-4f3b-b6a1-bd67f52402f7 req-3d118f81-b5c5-49fd-baa0-ed006ce14097 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0983930 Jul 09 15:54:53.919167 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b25025c8-c2f9-4f3b-b6a1-bd67f52402f7 req-bee73179-e9e6-443e-ad76-27c6230cd0e2 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573008 Jul 09 15:54:54.579649 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e402e290-93a6-4daf-b85d-fe8ade11dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:54.993096 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec8d6-b200-42fe-a3f6-530468e1fc2a req-f9061a51-a35c-481f-9240-1000f196cca5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:54.999983 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6ec8d6-b200-42fe-a3f6-530468e1fc2a req-f9061a51-a35c-481f-9240-1000f196cca5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0951135 Jul 09 15:54:55.045377 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6ec8d6-b200-42fe-a3f6-530468e1fc2a req-5d9615bb-11de-4fe7-93f9-e576748579c6 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Jul 09 15:54:55.142441 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05d31-7c03-4633-8a5b-c5c84564fa04 req-b7d3e719-5698-4bf1-be36-c12fac5d735f tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:55.143861 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-15b05d31-7c03-4633-8a5b-c5c84564fa04 req-b7d3e719-5698-4bf1-be36-c12fac5d735f tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0874035 Jul 09 15:54:55.200066 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-15b05d31-7c03-4633-8a5b-c5c84564fa04 req-62912939-9dfa-4d8e-a66a-9e5b29c9c7ba tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Jul 09 15:54:55.246557 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:56.306370 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922330-2e81-467b-86f3-d60db119efd2 req-04b8d36a-e5a8-40ac-8d0c-92cf3a043b0c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:56.313355 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-71922330-2e81-467b-86f3-d60db119efd2 req-04b8d36a-e5a8-40ac-8d0c-92cf3a043b0c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1330087 Jul 09 15:54:56.362972 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-71922330-2e81-467b-86f3-d60db119efd2 req-171fe169-78e7-4de4-8468-555fdf72f966 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483961 Jul 09 15:54:56.516349 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ba77-24ad-4cbd-b996-beb004cc1ddf req-7467affd-ba8f-45aa-97a8-53f2c0ea3c1a tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:56.517969 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a57ba77-24ad-4cbd-b996-beb004cc1ddf req-7467affd-ba8f-45aa-97a8-53f2c0ea3c1a tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0875192 Jul 09 15:54:56.573201 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4a57ba77-24ad-4cbd-b996-beb004cc1ddf req-2427dfed-194e-414f-903b-cbf30f624885 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Jul 09 15:54:57.294543 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-826dc774-89a8-4a2e-8ff0-6585a768d610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:57.577372 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd464-2644-4482-a78c-e7db60f7985d req-32d19d93-2f56-4130-8fd9-98d01ed801d5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:57.578943 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-00fdd464-2644-4482-a78c-e7db60f7985d req-32d19d93-2f56-4130-8fd9-98d01ed801d5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0911758 Jul 09 15:54:57.668836 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-00fdd464-2644-4482-a78c-e7db60f7985d req-3c5ceabc-05ff-4cb4-9fef-197397b31dd4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741191 Jul 09 15:54:57.823857 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c031a5-97a2-45b9-8770-e4274a06ca76 req-a2a4234b-c073-44a8-9cf4-6cd203149a22 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:57.825759 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51c031a5-97a2-45b9-8770-e4274a06ca76 req-a2a4234b-c073-44a8-9cf4-6cd203149a22 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0860834 Jul 09 15:54:57.874151 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-51c031a5-97a2-45b9-8770-e4274a06ca76 req-77238fe9-8e8e-469d-93f1-79ebd9b556db tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/security-groups?id=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Jul 09 15:54:58.086536 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-29115201-ef35-42e8-bed8-76bd54cc3229 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:58.087947 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-29115201-ef35-42e8-bed8-76bd54cc3229 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0933723 Jul 09 15:54:58.170621 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Deleting port f3ccb71e-7f40-41ea-9692-4e220f7cf82a {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:54:58.171026 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:58.342453 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:58.448331 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] For port f3ccb71e-7f40-41ea-9692-4e220f7cf82a, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,segment=NetworkSegment(7da3ebd1-3c75-4965-95ea-d6c70f9b820f),segment_id=7da3ebd1-3c75-4965-95ea-d6c70f9b820f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:54:58.448693 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:58.582430 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Calling delete_port for f3ccb71e-7f40-41ea-9692-4e220f7cf82a owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:54:58.856299 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:58.865722 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-df81f6e1-d9ac-483d-9703-c0fb2b4a9a94 tempest-TestMinimumBasicScenario-1232358963 tempest-TestMinimumBasicScenario-1232358963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:54:58.895557 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731b92-a9d3-458a-a6b3-270258823bae req-016474d8-2458-4566-9f16-c422e7670ebf tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:58.911735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Pushing event deleted for resources: {'Port': ['ID=f3ccb71e-7f40-41ea-9692-4e220f7cf82a,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:58.921945 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b3731b92-a9d3-458a-a6b3-270258823bae req-016474d8-2458-4566-9f16-c422e7670ebf tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1205952 Jul 09 15:54:58.955410 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.955410 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.955725 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.955897 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.956242 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.956585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.956925 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.957269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.957608 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.957946 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.958307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.958642 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:58.967152 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:54:59.003057 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] No DVR routers for this DVR port f3ccb71e-7f40-41ea-9692-4e220f7cf82a on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:59.007441 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:59.021041 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'name': 'network-vif-deleted', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:59.022841 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b3731b92-a9d3-458a-a6b3-270258823bae req-981f9926-d391-4f4e-b1f7-df0bc5fc97d3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946219 Jul 09 15:54:59.029454 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-505d5016-5a87-44b8-9743-093cebeb7a91 req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.69 "DELETE /v2.0/ports/f3ccb71e-7f40-41ea-9692-4e220f7cf82a HTTP/1.1" status: 204 len: 173 time: 0.9325483 Jul 09 15:54:59.102607 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-8b4e8a17-e694-4945-b3a4-db5725e9f243 req-b37366cf-8a95-4d79-bb8d-5cde8408a5c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Synchronizing usage tracker for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:54:59.120452 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edf3905-e172-4704-9dff-5760ab34bbd0', 'name': 'network-vif-deleted', 'tag': 'f3ccb71e-7f40-41ea-9692-4e220f7cf82a', 'status': 'completed', 'code': 200} Jul 09 15:54:59.121736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [req-8b4e8a17-e694-4945-b3a4-db5725e9f243 req-b37366cf-8a95-4d79-bb8d-5cde8408a5c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Unset dirty status for tenant:ad131ae62eb34c6b8a3194ff7369fb8c on resource:port {{(pid=78596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:54:59.123157 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8b4e8a17-e694-4945-b3a4-db5725e9f243 req-b37366cf-8a95-4d79-bb8d-5cde8408a5c9 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edf3905-e172-4704-9dff-5760ab34bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0689578 Jul 09 15:54:59.852555 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:00.246580 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562275-8d4e-4284-80cd-c1a724558b6d req-ba29a4a9-0f79-4f5b-a805-ae3a860a61f0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:00.248060 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bb562275-8d4e-4284-80cd-c1a724558b6d req-ba29a4a9-0f79-4f5b-a805-ae3a860a61f0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.0930912 Jul 09 15:55:00.296843 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-bb562275-8d4e-4284-80cd-c1a724558b6d req-bbfbb1fb-ac79-48fb-a0a3-286daaa417e1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Jul 09 15:55:00.582469 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device f3ccb71e-7f40-41ea-9692-4e220f7cf82a no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:00.619943 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: f3ccb71e-7f40-41ea-9692-4e220f7cf82a {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:00.620296 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device f3ccb71e-7f40-41ea-9692-4e220f7cf82a not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:01.081006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372179-9750-4ce2-9761-3650508856d9 req-cdc1b5f1-5351-47e1-be12-f7f5b9b1af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:01.081006 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-cdc1b5f1-5351-47e1-be12-f7f5b9b1af03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1098 time: 0.0741887 Jul 09 15:55:01.214378 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372179-9750-4ce2-9761-3650508856d9 req-93ffb126-5209-4d35-9c47-852f782262d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:01.215832 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-93ffb126-5209-4d35-9c47-852f782262d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.1302526 Jul 09 15:55:01.326136 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-6ae4a342-f8a8-481f-8765-8a4398e2be9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 1001 time: 0.0992322 Jul 09 15:55:01.392511 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372179-9750-4ce2-9761-3650508856d9 req-3a816934-0053-4d9b-a860-46dce0aca19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:01.393882 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-3a816934-0053-4d9b-a860-46dce0aca19a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0602067 Jul 09 15:55:01.536828 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372179-9750-4ce2-9761-3650508856d9 req-560733dd-bac0-4105-be93-a61c8b96eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:01.538321 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-560733dd-bac0-4105-be93-a61c8b96eece service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376255 Jul 09 15:55:01.547148 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583421-f67d-4b6b-a481-7d73f5252dc4 req-d8887d15-6228-40d9-91f3-ee5e2e17e625 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:01.548485 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8c583421-f67d-4b6b-a481-7d73f5252dc4 req-d8887d15-6228-40d9-91f3-ee5e2e17e625 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1118970 Jul 09 15:55:01.676188 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-8c583421-f67d-4b6b-a481-7d73f5252dc4 req-98f914fb-1bfd-463c-bbdb-cfb48e9e5a93 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084893 Jul 09 15:55:01.708105 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-031f20ad-9cc3-45bc-a42c-1c860e18dfc0 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587260 Jul 09 15:55:01.839346 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ed372179-9750-4ce2-9761-3650508856d9 req-760215c1-e2c2-489f-b656-56289f5ae9e3 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235516 Jul 09 15:55:02.912192 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff8a34-8391-482e-a894-a22f42a6ffeb req-2a964404-4e2d-4f29-b5ca-25b7e00baff2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:02.922284 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dbff8a34-8391-482e-a894-a22f42a6ffeb req-2a964404-4e2d-4f29-b5ca-25b7e00baff2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1026134 Jul 09 15:55:02.981871 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-dbff8a34-8391-482e-a894-a22f42a6ffeb req-81f62cef-ef9f-44b4-848b-3065bef8cdac tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582297 Jul 09 15:55:04.198925 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145d37-9932-411a-ac9b-4c28bf37a367 req-58a45e9d-3f34-46ba-b420-ecc36c3c7591 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:04.202385 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ec145d37-9932-411a-ac9b-4c28bf37a367 req-58a45e9d-3f34-46ba-b420-ecc36c3c7591 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 945 time: 0.1055510 Jul 09 15:55:04.256523 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ec145d37-9932-411a-ac9b-4c28bf37a367 req-ddcb9a69-08b3-4ad2-8dc7-95983be80172 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Jul 09 15:55:04.659128 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:04.847902 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:04.882077 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:04.890088 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:04.895567 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:04.898535 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-e776a755-10bf-4836-830a-4b9495be4003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:04.941570 dv-cinder-800220-1-smb neutron-server[78597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'code': 422} returned with failed status Jul 09 15:55:04.977849 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=8']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:04.988654 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:06.308079 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-57152821-b53c-4562-825d-ebcffb1fdc70 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347902 Jul 09 15:55:06.329731 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec6d7a-2b02-471d-a158-53ade0c74d50 req-01f865a0-8e7b-4c46-8bda-e4a43da8d0f3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:06.338649 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-63ec6d7a-2b02-471d-a158-53ade0c74d50 req-01f865a0-8e7b-4c46-8bda-e4a43da8d0f3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1673584 Jul 09 15:55:06.400413 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-63ec6d7a-2b02-471d-a158-53ade0c74d50 req-10d92d15-b632-47f6-bcd6-268e542d42bf tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608914 Jul 09 15:55:07.432463 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-ce644ca5-71c2-4a7d-b188-e05f3ca8c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.434549 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-ce644ca5-71c2-4a7d-b188-e05f3ca8c46e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608&tenant_id=b9421e60a5bb4fdeb864afe6044d21d2 HTTP/1.1" status: 200 len: 1096 time: 0.0890923 Jul 09 15:55:07.559507 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-f82878ac-bbc5-4306-b1eb-fdc35cbac16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.561562 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-f82878ac-bbc5-4306-b1eb-fdc35cbac16f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1096 time: 0.0878081 Jul 09 15:55:07.670237 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816da142-c446-4480-afa2-7dc8b25251cd req-d9f08ec1-3eb5-4863-af27-79cef159684e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.680232 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-816da142-c446-4480-afa2-7dc8b25251cd req-d9f08ec1-3eb5-4863-af27-79cef159684e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1190970 Jul 09 15:55:07.739489 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-816da142-c446-4480-afa2-7dc8b25251cd req-dae635b6-300f-4bad-b231-01047b11a585 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578268 Jul 09 15:55:07.864486 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-523717c4-d381-43ce-aa33-abbcb2cabca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.865966 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-523717c4-d381-43ce-aa33-abbcb2cabca7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.2968469 Jul 09 15:55:08.001830 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-ac89418f-bb54-438e-9b9e-1df60ee91b61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 999 time: 0.1257849 Jul 09 15:55:08.073742 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-2197b15c-3604-4184-ba6e-905466f8b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.075354 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-2197b15c-3604-4184-ba6e-905466f8b0cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0639637 Jul 09 15:55:08.162804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-50175cfd-880f-4284-b319-0b4b4ef9ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.164318 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-50175cfd-880f-4284-b319-0b4b4ef9ae49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818357 Jul 09 15:55:08.336687 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-5d17fd39-dacc-42c6-ad5a-fa515383484c service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633575 Jul 09 15:55:08.501375 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-dad758d8-2c3a-4b19-b9ea-7766f45a8e06 req-0d514657-9522-40b0-bf6a-5663b454cbdf service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563807 Jul 09 15:55:09.004244 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354627-e0d6-4b9b-8682-551b751aa6ce req-ff135704-c0a6-4989-9003-54c53f24e10d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:09.005950 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f6354627-e0d6-4b9b-8682-551b751aa6ce req-ff135704-c0a6-4989-9003-54c53f24e10d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1072953 Jul 09 15:55:09.067830 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-f6354627-e0d6-4b9b-8682-551b751aa6ce req-4a507009-cac0-45c3-b9c5-f00f25bddfa5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560811 Jul 09 15:55:10.637964 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dcc9e-7299-4dcb-8ac4-415e32aa7bc6 req-fa8214f8-ae39-43b9-b0e3-16d40fbadc2f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:10.652157 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f24dcc9e-7299-4dcb-8ac4-415e32aa7bc6 req-fa8214f8-ae39-43b9-b0e3-16d40fbadc2f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.2678113 Jul 09 15:55:10.756922 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-f24dcc9e-7299-4dcb-8ac4-415e32aa7bc6 req-64585389-5ecb-40cf-acce-ece690be5168 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965650 Jul 09 15:55:12.024513 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387f9f-1944-4e7a-8916-07573a68d290 req-78d21737-8fdf-4660-9bbb-e71d5a6c0abb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:12.034700 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d7387f9f-1944-4e7a-8916-07573a68d290 req-78d21737-8fdf-4660-9bbb-e71d5a6c0abb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1264086 Jul 09 15:55:12.135498 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-d7387f9f-1944-4e7a-8916-07573a68d290 req-117ed2cc-8dc2-415a-96ef-7eaf616773c8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996556 Jul 09 15:55:13.426496 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a1dd4-208b-46e3-9070-0868b1fa4ce8 req-8117ecdf-27b0-4644-9f00-81d152de79e9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:13.428120 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d92a1dd4-208b-46e3-9070-0868b1fa4ce8 req-8117ecdf-27b0-4644-9f00-81d152de79e9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1203551 Jul 09 15:55:13.491212 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-d92a1dd4-208b-46e3-9070-0868b1fa4ce8 req-a9578709-5580-4473-8082-de95340c076a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559194 Jul 09 15:55:13.959200 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:55:14.763203 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ac17-dcb1-4488-8063-7db44d5f30c2 req-ef240d28-375e-42de-a161-7ccc5cd1629b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:14.771424 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bbd0ac17-dcb1-4488-8063-7db44d5f30c2 req-ef240d28-375e-42de-a161-7ccc5cd1629b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1159403 Jul 09 15:55:14.859176 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-bbd0ac17-dcb1-4488-8063-7db44d5f30c2 req-5cbc19a0-b8b8-47bd-8aad-4f370df13541 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866966 Jul 09 15:55:15.083149 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:16.092667 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e97858-1e1f-43d2-9a32-6d9e75b0e672 req-042c3df8-a6db-4f47-85c4-96d542f86a72 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:16.101691 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-17e97858-1e1f-43d2-9a32-6d9e75b0e672 req-042c3df8-a6db-4f47-85c4-96d542f86a72 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1199751 Jul 09 15:55:16.154389 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-17e97858-1e1f-43d2-9a32-6d9e75b0e672 req-16d02508-102c-411b-8502-f5ff2cf11a81 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516026 Jul 09 15:55:17.373424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc8478-666e-4b4f-9151-acebb0c224a2 req-427215a2-9019-467d-8450-852e4298a8eb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:17.376167 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2bbc8478-666e-4b4f-9151-acebb0c224a2 req-427215a2-9019-467d-8450-852e4298a8eb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1008859 Jul 09 15:55:17.431742 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-2bbc8478-666e-4b4f-9151-acebb0c224a2 req-77c03ba1-2a3a-47a9-a9ab-a9bad2246a1d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Jul 09 15:55:18.681608 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c5e63-88e4-4806-9846-06f2e1e1fdd0 req-b71232ac-f54d-49b4-840f-7689ad7f653b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:18.683200 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4b0c5e63-88e4-4806-9846-06f2e1e1fdd0 req-b71232ac-f54d-49b4-840f-7689ad7f653b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1186016 Jul 09 15:55:18.736148 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-4b0c5e63-88e4-4806-9846-06f2e1e1fdd0 req-fab6b08a-6505-441d-a469-97d5a4cc540d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Jul 09 15:55:19.666080 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59238) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:19.941390 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4f5e-0a26-47db-b2a2-ec2de5bc04db req-819ad1a3-f72a-44da-885e-b00df9fa31c0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:19.942792 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-150c4f5e-0a26-47db-b2a2-ec2de5bc04db req-819ad1a3-f72a-44da-885e-b00df9fa31c0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.0877483 Jul 09 15:55:19.988740 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Deleting port 868a0ae8-6f37-4d0c-837e-1e71fcd111a3 {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:19.989421 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:19.990436 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-150c4f5e-0a26-47db-b2a2-ec2de5bc04db req-0a4177ad-56fd-45fd-bc90-e419f2017f13 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Jul 09 15:55:20.161452 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.161799 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.286804 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Calling delete_port for 868a0ae8-6f37-4d0c-837e-1e71fcd111a3 owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:20.438707 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.442399 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d6197d7b-9e69-4cfb-8299-07c46dd767f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:20.488632 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event deleted for resources: {'Port': ['ID=868a0ae8-6f37-4d0c-837e-1e71fcd111a3,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:20.539403 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.539685 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.540050 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.540422 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.540776 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.541125 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.541485 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.541826 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.542199 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.542545 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.542890 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.543232 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:20.551478 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59246) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:20.571347 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:20.600472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for floatingip, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.600798 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.l3_db [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Floating IP 307f0566-1dfa-438b-be10-18db5ce0c6b9 disassociated (deleted). External IP: 172.28.3.142, port: 6ae12782-c16a-4be5-9830-e5163b1e44f7. Jul 09 15:55:20.616013 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Deleting subnet a5be17f4-dec2-4b44-8aae-853f25cb1cdc {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:55:20.619005 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.668566 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.724384 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.798754 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.802585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3b2c5dcb-b44e-4ad2-8b07-4a9a425b5124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:20.835506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5be17f4-dec2-4b44-8aae-853f25cb1cdc,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:20.838941 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:20.841423 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:20.847855 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-2e9b2f1b-65a0-45d1-a04c-4f59aa4707ba admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a5be17f4-dec2-4b44-8aae-853f25cb1cdc HTTP/1.1" status: 204 len: 168 time: 0.2953401 Jul 09 15:55:20.850285 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59250) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:20.954472 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:55:20.955812 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.138470 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:55:21.153311 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Sync routers for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:21.165366 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:21.165988 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:54:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.182833 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.193078 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.207756 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a998b58-b799-4145-8d49-b5db28bcbd93']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.221189 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da3ebd1-3c75-4965-95ea-d6c70f9b820f') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.221494 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da3ebd1-3c75-4965-95ea-d6c70f9b820f') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.233836 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.252517 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.252747 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4c0a9823-ea56-48a7-854a-ed33aee746fc tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "DELETE /v2.0/floatingips/307f0566-1dfa-438b-be10-18db5ce0c6b9 HTTP/1.1" status: 204 len: 168 time: 1.5852139 Jul 09 15:55:21.253509 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:21.260378 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:55:21.260876 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:55:21.277266 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:55:21.366201 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.380049 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:21.383313 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:21.398885 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.411838 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a998b58-b799-4145-8d49-b5db28bcbd93,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:21.422337 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:21.430815 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b4199cfe-4f9b-4be8-96c9-e6de6f533800 admin admin] 10.222.0.63 "DELETE /v2.0/networks/7a998b58-b799-4145-8d49-b5db28bcbd93 HTTP/1.1" status: 204 len: 168 time: 0.5793126 Jul 09 15:55:21.622119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59268) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:21.656296 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d566c0e-4b80-4568-bb69-2f2c7d8741db req-37d1923d-8cc1-4789-9aa7-a0df22d3eca0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:21.676887 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6d566c0e-4b80-4568-bb69-2f2c7d8741db req-37d1923d-8cc1-4789-9aa7-a0df22d3eca0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.3060584 Jul 09 15:55:21.680005 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'status': 'completed', 'code': 200} Jul 09 15:55:21.690798 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-79b447ea-e8fb-4d97-8d20-4ab5befd1ead admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad131ae62eb34c6b8a3194ff7369fb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672557 Jul 09 15:55:21.693463 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59272) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:21.768322 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-6d566c0e-4b80-4568-bb69-2f2c7d8741db req-e4454749-1cf7-4d6c-b2c1-495ae2e6a91f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876083 Jul 09 15:55:21.807981 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.813082 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Checking router: 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:21.821625 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:21.822337 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:54:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:21.928559 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:21.968777 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-136ad6c2-2021-453d-9b33-e945cf9e0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:21.970256 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-136ad6c2-2021-453d-9b33-e945cf9e0ffb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 1099 time: 0.2448912 Jul 09 15:55:21.972001 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:22.019463 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:22.020311 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07de31-365b-48d0-8e07-b7a37fc8abc7 req-2ca5b702-3580-4d45-8fc2-759fe4f782ec tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:22.021811 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ae07de31-365b-48d0-8e07-b7a37fc8abc7 req-2ca5b702-3580-4d45-8fc2-759fe4f782ec tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.2249253 Jul 09 15:55:22.172033 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-ae07de31-365b-48d0-8e07-b7a37fc8abc7 req-e3d8deea-9099-459e-af25-f00c909ad06b tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432202 Jul 09 15:55:22.190367 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:22.197107 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-622624ee-3d96-4758-aaf0-e1c9f815dac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:22.211883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-88443217-0578-42d0-a511-b2ffc9706a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:22.213320 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-88443217-0578-42d0-a511-b2ffc9706a88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 200 len: 909 time: 0.2305291 Jul 09 15:55:22.216762 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:22.219763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:22.294410 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:22.298349 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-61cb6b39-9ce3-4a18-af7d-64bb687e06eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13b4d6f5-c8e6-4745-8c1d-aa7a968e88f6 HTTP/1.1" status: 204 len: 168 time: 0.6036587 Jul 09 15:55:22.307649 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-20608653-6d30-4760-9b30-55214e95472b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 200 len: 217 time: 0.0795557 Jul 09 15:55:22.382498 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-ce7ef7ee-6330-4f6a-8eb7-1d114e845f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:22.384193 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-ce7ef7ee-6330-4f6a-8eb7-1d114e845f1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 200 len: 847 time: 0.0690041 Jul 09 15:55:22.401748 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:22.406914 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f2355-447a-4c75-b3cb-988587b3be48 None None] The sync data for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb is: [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:50:34Z', 'revision_number': 4, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'ba157900-4016-4279-9b08-1ae874ab5325', 'name': '', 'network_id': 'f184d718-2666-49fc-b95c-bb85a8ecf1f8', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'mac_address': 'fa:16:3e:fc:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:33Z', 'updated_at': '2021-07-09T15:50:40Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'subnets': [{'id': '0f9da7e8-ec73-4e7a-9920-f23e166b6769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:55:22.479610 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-e316289c-cc4f-47bc-99a7-84201a168389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:22.481660 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-e316289c-cc4f-47bc-99a7-84201a168389 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f184d718-2666-49fc-b95c-bb85a8ecf1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880907 Jul 09 15:55:22.644999 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-1c211641-6067-4e14-a1b0-43baf3f54061 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545351 Jul 09 15:55:22.728954 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=78597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 15:55:22.816940 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-5e6baac1-9026-4977-a3ff-0fde660aeb04 req-3b8b04bf-17af-401d-9148-6330caef4717 service neutron] 10.222.0.69 "GET /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621392 Jul 09 15:55:22.898358 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724847c-79c6-4dbc-a87b-856880d643e5 None None] New status for floating IP 307f0566-1dfa-438b-be10-18db5ce0c6b9: DOWN {{(pid=78597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:55:23.034113 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a731eb-bf9f-47c4-ae2c-6ea952ec10d1 req-4d3b76bb-897b-47c1-9322-d7d9e610dca8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:23.041929 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-78a731eb-bf9f-47c4-ae2c-6ea952ec10d1 req-4d3b76bb-897b-47c1-9322-d7d9e610dca8 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 943 time: 0.1270466 Jul 09 15:55:23.052936 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:23.074056 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Returning: {'device': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'port_id': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'mac_address': 'fa:16:3e:43:60:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 15:55:23.118834 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-78a731eb-bf9f-47c4-ae2c-6ea952ec10d1 req-4dbc11f4-34ca-46d3-bab7-d072375f843e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759225 Jul 09 15:55:23.144514 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:23.163269 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:55:23.180923 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:23.185449 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:23.187630 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:23.261497 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=9']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:23.266160 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:23.476748 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b254f-284d-4a53-ad7e-bbc212c556b5 req-1792625f-2688-43f2-99aa-5ece13d66a98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:23.478508 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-285b254f-284d-4a53-ad7e-bbc212c556b5 req-1792625f-2688-43f2-99aa-5ece13d66a98 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.1514790 Jul 09 15:55:23.493379 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-0231c0dd-58bf-4b9d-abd6-45502dd7f03c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:23.494896 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-0231c0dd-58bf-4b9d-abd6-45502dd7f03c tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 946 time: 0.1195123 Jul 09 15:55:23.507428 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] get_ports_and_sgs() called for port_ids ['1a16b5b2-31a5-4dd8-a737-55813601aa99'] {{(pid=78597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 15:55:23.601744 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-285b254f-284d-4a53-ad7e-bbc212c556b5 req-b4d376fd-dcf0-4c7a-92d1-c16a642ba707 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/security-groups?id=530e7a30-83b6-45d2-9958-b473fc489f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058636 Jul 09 15:55:23.612955 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Deleting port 6ae12782-c16a-4be5-9830-e5163b1e44f7 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:23.613297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:23.992967 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] For port 6ae12782-c16a-4be5-9830-e5163b1e44f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6ae12782-c16a-4be5-9830-e5163b1e44f7,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:23.993407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:24.126924 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Calling delete_port for 6ae12782-c16a-4be5-9830-e5163b1e44f7 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:24.287864 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:24.296283 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b5e35a43-4690-4356-ba46-5c76ac70cbd1 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:24.331165 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b6e9f-91ec-46da-8213-72fa93df5933 req-b26fd692-a5c5-4346-b823-f08ed79e3a1f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:24.332671 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-061b6e9f-91ec-46da-8213-72fa93df5933 req-b26fd692-a5c5-4346-b823-f08ed79e3a1f tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 944 time: 0.0859203 Jul 09 15:55:24.380192 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event deleted for resources: {'Port': ['ID=6ae12782-c16a-4be5-9830-e5163b1e44f7,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:24.383307 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:24.390915 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-061b6e9f-91ec-46da-8213-72fa93df5933 req-682bcfd3-cb96-426a-9916-9aca6aeaf6a3 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502512 Jul 09 15:55:24.425530 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] No DVR routers for this DVR port 6ae12782-c16a-4be5-9830-e5163b1e44f7 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:24.427976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:24.430814 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-deleted', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:24.443387 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-3749e7f3-9401-479c-85d9-6ce727eb7f19 req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.69 "DELETE /v2.0/ports/6ae12782-c16a-4be5-9830-e5163b1e44f7 HTTP/1.1" status: 204 len: 173 time: 0.9284942 Jul 09 15:55:24.476605 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f', 'name': 'network-vif-deleted', 'tag': '6ae12782-c16a-4be5-9830-e5163b1e44f7', 'status': 'completed', 'code': 200} Jul 09 15:55:24.576475 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8273-0ba7-4d2f-8b12-f4ca7b248e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:24.767935 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-46095f1a-2261-4e33-a268-c0902c28fb85 req-5378b0df-ea9f-49bd-ae72-5d8192fed83d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Synchronizing usage tracker for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 15:55:24.774072 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 up at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 15:55:24.787882 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [req-46095f1a-2261-4e33-a268-c0902c28fb85 req-5378b0df-ea9f-49bd-ae72-5d8192fed83d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Unset dirty status for tenant:c1316974ed06484fa8b71b9e25e5c69b on resource:port {{(pid=78595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 15:55:24.789079 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-46095f1a-2261-4e33-a268-c0902c28fb85 req-5378b0df-ea9f-49bd-ae72-5d8192fed83d tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8e413a7-c5ad-44bc-9008-8aa94dbcbe1f HTTP/1.1" status: 200 len: 210 time: 0.0741451 Jul 09 15:55:24.879078 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.provisioning_blocks [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Provisioning complete for port 1a16b5b2-31a5-4dd8-a737-55813601aa99 triggered by entity L2. {{(pid=78597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:55:24.879990 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392998'] for port, provisioning_complete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:25.118200 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for port, before_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:25.219597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:25.243114 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:25.250871 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662116554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661751062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661751107'] for port, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:25.251950 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:25.283746 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:25.315959 dv-cinder-800220-1-smb neutron-server[78597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'code': 200} Jul 09 15:55:25.325405 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:25.333033 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 6ae12782-c16a-4be5-9830-e5163b1e44f7 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:25.333372 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 6ae12782-c16a-4be5-9830-e5163b1e44f7 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:25.384945 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Pushing event updated for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=10']} {{(pid=78597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:25.389437 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:25.606809 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12ce4-09cc-414f-9052-f09bd16cad0e req-ca4e538c-32de-4344-9b74-541f8a890f50 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:25.609283 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b6a12ce4-09cc-414f-9052-f09bd16cad0e req-ca4e538c-32de-4344-9b74-541f8a890f50 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.0941529 Jul 09 15:55:25.668988 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-b6a12ce4-09cc-414f-9052-f09bd16cad0e req-0e2990c9-c377-4d63-b9fb-4391583985d7 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Jul 09 15:55:25.694569 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b3430-5574-477f-84e7-98a4b9f46d8b req-36ba5335-3760-4398-b31d-56e2d5325255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:25.696056 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-407b3430-5574-477f-84e7-98a4b9f46d8b req-36ba5335-3760-4398-b31d-56e2d5325255 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1099 time: 0.0799332 Jul 09 15:55:25.739466 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-407b3430-5574-477f-84e7-98a4b9f46d8b req-9c2b3141-4bfc-47e2-ae44-e3ad1d41685d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363562 Jul 09 15:55:25.895545 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59372) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:25.973184 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:26.005931 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:26.087008 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:26.090865 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-f0513a2e-7193-4244-9089-f1d09f5e3ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:26.107044 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e7a30-83b6-45d2-9958-b473fc489f3a,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:26.113281 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:26.121164 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:26.122349 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] 10.222.0.63 "DELETE /v2.0/security-groups/530e7a30-83b6-45d2-9958-b473fc489f3a HTTP/1.1" status: 204 len: 168 time: 0.2255452 Jul 09 15:55:26.169394 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59378) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:26.936059 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9131-8627-4170-9948-847e8f800448 req-4d448f18-2497-4526-b849-43390b2bf9d0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:26.937648 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4b3a9131-8627-4170-9948-847e8f800448 req-4d448f18-2497-4526-b849-43390b2bf9d0 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.1482673 Jul 09 15:55:27.007308 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-4b3a9131-8627-4170-9948-847e8f800448 req-585789d1-f8e8-44dc-8c8b-26c3510aeefa tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631535 Jul 09 15:55:27.082492 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:27.303319 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6851a10e-73e7-4afb-905e-57414ad6a7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:27.580477 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Deleting port ba157900-4016-4279-9b08-1ae874ab5325 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:27.580810 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:27.783698 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] For port ba157900-4016-4279-9b08-1ae874ab5325, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ba157900-4016-4279-9b08-1ae874ab5325,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:27.784038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:27.915919 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Calling delete_port for ba157900-4016-4279-9b08-1ae874ab5325 owned by network:router_interface {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:28.118713 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:28.122799 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:28.172970 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba157900-4016-4279-9b08-1ae874ab5325,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:28.176270 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:28.236879 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a427e-7cd4-457a-a38b-4fab745fa534 req-4c029e55-9d11-4013-ad38-73e64dc0b5f5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:28.240857 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-148a427e-7cd4-457a-a38b-4fab745fa534 req-4c029e55-9d11-4013-ad38-73e64dc0b5f5 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.1155787 Jul 09 15:55:28.301138 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-148a427e-7cd4-457a-a38b-4fab745fa534 req-219ac8ca-4d2b-4f1d-b575-df587e5b764a tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525587 Jul 09 15:55:28.351582 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:28.485606 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:28.982398 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:55:29.170711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:55:29.180635 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Sync routers for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:29.189556 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] 10.222.0.63 "PUT /v2.0/routers/3ea26a61-0c06-4aee-a511-0c81d91aa8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0189085 Jul 09 15:55:29.192088 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59430) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:29.193968 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:29.194629 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:29.382130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks [] for router, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.402003 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:29.567520 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.581978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Deleting port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:29.582354 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.746433 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:55:28Z', 'revision_number': 5, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port': {'id': 'ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:30Z', 'updated_at': '2021-07-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:29.753331 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Checking router: 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:29.762869 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Routers {'3ea26a61-0c06-4aee-a511-0c81d91aa8f3'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:29.763510 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:29.800137 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] For port ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:29.800591 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.849995 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.925094 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] Set router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:29.931474 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Calling delete_port for ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 owned by network:router_gateway {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:30.046483 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:55:29Z', 'revision_number': 6, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:30.052012 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feffb3e-ba68-483e-b9a1-40b24f4908f1 None None] The sync data for ids ['3ea26a61-0c06-4aee-a511-0c81d91aa8f3'] in dv-cinder-800220-1-smb is: [{'id': '3ea26a61-0c06-4aee-a511-0c81d91aa8f3', 'name': 'tempest-TestShelveInstance-286416428-router', 'tenant_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:28Z', 'updated_at': '2021-07-09T15:55:29Z', 'revision_number': 6, 'project_id': 'c1316974ed06484fa8b71b9e25e5c69b', 'gw_port_host': None}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:55:30.116352 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.121074 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-deab8aa3-2521-4658-8907-a2b64bd39aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:30.165169 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:30.193733 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:30.257793 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.550187 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.552391 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.576051 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.576678 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea26a61-0c06-4aee-a511-0c81d91aa8f3 {{(pid=78596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:55:30.595740 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.599696 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-eaf82131-6537-46da-9beb-34ca40153213 admin admin] 10.222.0.63 "DELETE /v2.0/routers/3ea26a61-0c06-4aee-a511-0c81d91aa8f3 HTTP/1.1" status: 204 len: 168 time: 1.4036405 Jul 09 15:55:30.599897 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59436) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:30.658815 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Deleting subnet 0f9da7e8-ec73-4e7a-9920-f23e166b6769 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:55:30.661588 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.713105 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.814399 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ba157900-4016-4279-9b08-1ae874ab5325 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:30.835473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.857605 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: ba157900-4016-4279-9b08-1ae874ab5325 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:30.858257 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ba157900-4016-4279-9b08-1ae874ab5325 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:30.911004 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.919916 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a8d507a2-cf38-47c7-9fd4-c6fda0362e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:30.956353 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9da7e8-ec73-4e7a-9920-f23e166b6769,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:30.958325 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.961305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:30.963212 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36122a1d-5e7e-443c-8fb9-f6b857f81e3c None None] Network f184d718-2666-49fc-b95c-bb85a8ecf1f8 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:55:30.968511 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0f9da7e8-ec73-4e7a-9920-f23e166b6769 HTTP/1.1" status: 204 len: 168 time: 0.3647635 Jul 09 15:55:30.969555 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59442) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:31.082363 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.094990 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Deleting port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:31.095322 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.235504 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] DHCP port deletion for f184d718-2666-49fc-b95c-bb85a8ecf1f8 request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:55:31.240652 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Deleting port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:31.241337 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.330277 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] For port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:31.331130 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.465629 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Calling delete_port for a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 owned by network:dhcp {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:31.534426 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] For port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,segment=NetworkSegment(faa40364-a93b-4cfb-b19e-9330dbfe069f),segment_id=faa40364-a93b-4cfb-b19e-9330dbfe069f)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:31.534820 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.548427 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.553383 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9c300d54-c500-446e-bd62-23b4121b278d tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:31.605421 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:31.607699 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] No DVR routers for this DVR port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 on host dv-cinder-800220-1-smb {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:31.610064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:31.671633 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Calling delete_port for a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:31.750189 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:55:31.750557 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:55:31.753302 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.767986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f184d718-2666-49fc-b95c-bb85a8ecf1f8']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:31.780227 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa40364-a93b-4cfb-b19e-9330dbfe069f') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:31.781067 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa40364-a93b-4cfb-b19e-9330dbfe069f') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:31.793407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.810982 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.823623 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:55:31.824035 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:55:31.838197 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:55:31.920918 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.924760 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4524bb4f-df99-41f9-8a29-6cb3bd8d7d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:31.938671 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.951616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f184d718-2666-49fc-b95c-bb85a8ecf1f8,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:31.956682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:31.964638 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-1ffca438-ac13-4555-8419-a639e73427aa admin admin] 10.222.0.63 "DELETE /v2.0/networks/f184d718-2666-49fc-b95c-bb85a8ecf1f8 HTTP/1.1" status: 204 len: 168 time: 0.9950149 Jul 09 15:55:31.967508 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59448) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:32.166018 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:32.205699 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:32.206096 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:32.206539 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:32.247128 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:32.247478 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ab8865d6-8c4d-47ae-9dc0-07f7a6c6d5a7 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:32.251623 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Deleting port a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0 {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:32.251731 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:32.317252 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-2b67365e-e3dc-439c-a902-30cc084f7351 None None] The port 'a6f6d2a5-8357-4c4a-9944-05deaa9b3fe0' was deleted {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:55:32.648103 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:33.025403 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Deleting port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:33.025731 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:33.213664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] For port 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:33.214050 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:33.346229 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Calling delete_port for 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 owned by network:router_interface {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:33.527795 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:33.532358 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1fb9c7f8-6ea1-4522-92f5-c8a2e65b3f57 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:33.576197 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e367a52-cdfa-4335-9c48-95bfe3a5c4b9,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:33.610473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:33.964598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:34.341471 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Router e2c2c044-b535-402b-b174-cec606836f83 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:55:34.527859 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:55:34.538520 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Sync routers for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:34.544363 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cc1a3ba7-2f40-4546-86db-0907de687886 admin admin] 10.222.0.63 "PUT /v2.0/routers/e2c2c044-b535-402b-b174-cec606836f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5757987 Jul 09 15:55:34.548396 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59456) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:34.549449 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:34.550085 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:34.734179 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:34.734815 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: dv-cinder-800220-1-smb {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:34.920420 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:34.931233 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Deleting port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:34.931598 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.033446 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:55:33Z', 'revision_number': 5, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port': {'id': '6dcf51e0-4991-40a4-8082-471e7a5fa1b7', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2c044-b535-402b-b174-cec606836f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:39Z', 'updated_at': '2021-07-09T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:35.037466 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Checking router: e2c2c044-b535-402b-b174-cec606836f83 for host: dv-cinder-800220-1-smb {{(pid=78597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:35.045812 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Routers {'e2c2c044-b535-402b-b174-cec606836f83'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:55:35.046499 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:27Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['e2c2c044-b535-402b-b174-cec606836f83'], 'active': True} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:35.112520 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] For port 6dcf51e0-4991-40a4-8082-471e7a5fa1b7, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:35.113099 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.202985 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_dvr_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] Set router e2c2c044-b535-402b-b174-cec606836f83 gateway port host: None {{(pid=78597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:55:35.311381 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.db.l3_hamode_db [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:55:34Z', 'revision_number': 6, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:35.316458 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd4e07-c323-42b8-b311-44b6e99a5f89 None None] The sync data for ids ['e2c2c044-b535-402b-b174-cec606836f83'] in dv-cinder-800220-1-smb is: [{'id': 'e2c2c044-b535-402b-b174-cec606836f83', 'name': 'tempest-TestShelveInstance-247896806-router', 'tenant_id': '756139a4e8d14780911d415666c98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:38Z', 'updated_at': '2021-07-09T15:55:34Z', 'revision_number': 6, 'project_id': '756139a4e8d14780911d415666c98727', 'gw_port_host': None}] {{(pid=78597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:55:35.369409 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Calling delete_port for 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 owned by network:router_gateway {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:35.538265 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.543206 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-2cfb2c4b-d992-424a-805f-5ce1d6147c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:35.588452 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcf51e0-4991-40a4-8082-471e7a5fa1b7,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:35.622966 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:35.685295 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.878194 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.880328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.902431 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.903030 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c2c044-b535-402b-b174-cec606836f83 {{(pid=78596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:55:35.916582 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:35.917685 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4e0a30af-ef4b-465b-beff-d75327462ed3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e2c2c044-b535-402b-b174-cec606836f83 HTTP/1.1" status: 204 len: 168 time: 1.3683803 Jul 09 15:55:35.920255 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59462) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:35.982135 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Deleting subnet 80d7361b-38df-4189-a291-755b926c4699 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:55:35.985663 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.041843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.129568 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.165176 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:36.211571 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.228974 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e37a1d27-ddc2-41af-9c7e-a7d81b1746a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:36.270433 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:36.270922 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 6dcf51e0-4991-40a4-8082-471e7a5fa1b7 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:36.271498 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:36.275091 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.283249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d7361b-38df-4189-a291-755b926c4699,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:36.286579 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:36.288140 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-bbaee0a0-7518-4a41-af91-bbd87f12efe0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/80d7361b-38df-4189-a291-755b926c4699 HTTP/1.1" status: 204 len: 168 time: 0.3669610 Jul 09 15:55:36.290804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59476) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:36.298561 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fd10d-adbc-4cb0-a471-e5b804386f74 None None] Network 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:55:36.333977 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:36.334566 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 2e367a52-cdfa-4335-9c48-95bfe3a5c4b9 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:36.424735 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.435937 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Deleting port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:36.436269 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.583076 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] DHCP port deletion for 3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:55:36.590839 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Deleting port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:36.591618 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.658095 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] For port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:36.658460 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.786415 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Calling delete_port for ea83bd8f-9981-46a3-9204-6cfea8e5b3fb owned by network:dhcp {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:36.852592 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] For port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,segment=NetworkSegment(805bd687-4956-4be1-8145-c660d3155e72),segment_id=805bd687-4956-4be1-8145-c660d3155e72)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:55:36.853075 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.863749 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:36.868596 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-c55d1778-4c05-41a6-bf30-6b9957a0d6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:36.915185 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea83bd8f-9981-46a3-9204-6cfea8e5b3fb,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:36.916889 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] No DVR routers for this DVR port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb on host dv-cinder-800220-1-smb {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:36.918388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:37.003979 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Calling delete_port for ea83bd8f-9981-46a3-9204-6cfea8e5b3fb owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:55:37.086224 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:55:37.086634 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:55:37.143560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.157030 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:37.169795 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805bd687-4956-4be1-8145-c660d3155e72') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:37.170012 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805bd687-4956-4be1-8145-c660d3155e72') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:37.182590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.198820 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.205616 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:55:37.205999 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:55:37.219821 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:55:37.298360 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.303475 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.306243 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:37.330872 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:37.333589 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:37.337705 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3e3f2db9-46f2-4d4c-9ab3-5c2f8ecc8132 HTTP/1.1" status: 204 len: 168 time: 1.0457885 Jul 09 15:55:37.481297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59488) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:37.530793 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4f3c3a1e-6583-4ae5-8cb6-8a791f6093e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1316974ed06484fa8b71b9e25e5c69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481756 Jul 09 15:55:37.533944 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59492) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:37.588047 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Deleting port ea83bd8f-9981-46a3-9204-6cfea8e5b3fb {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:55:37.588736 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.593188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.619896 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.661034 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-20584056-c04e-45a9-9be9-312fa4ffbebe None None] The port 'ea83bd8f-9981-46a3-9204-6cfea8e5b3fb' was deleted {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:55:37.681011 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.685662 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-dd6eb140-78fa-41c5-924c-376509a8a2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:37.702943 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f4bac-4a6d-402e-b785-6e1791e44696,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:37.705878 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:37.712644 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:37.713891 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5d3f4bac-4a6d-402e-b785-6e1791e44696 HTTP/1.1" status: 204 len: 168 time: 0.1789651 Jul 09 15:55:38.059371 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59500) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:38.107762 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-f79fb45c-48b8-4990-9faf-1444d37ecfc5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=756139a4e8d14780911d415666c98727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472188 Jul 09 15:55:38.110399 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59504) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:38.158610 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ea83bd8f-9981-46a3-9204-6cfea8e5b3fb no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:55:38.171267 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:38.195371 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: ea83bd8f-9981-46a3-9204-6cfea8e5b3fb {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:55:38.195730 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device ea83bd8f-9981-46a3-9204-6cfea8e5b3fb not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:55:38.199147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:38.252406 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:38.257298 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-1c619e50-c883-4ffc-981a-52a8f0474524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:38.268738 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18790314-6089-4771-af1e-bcf08e966ec2,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:38.272811 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:38.275815 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:38.276916 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-966fcbb3-cc17-4209-a064-b191ccd3ce52 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/18790314-6089-4771-af1e-bcf08e966ec2 HTTP/1.1" status: 204 len: 168 time: 0.1655395 Jul 09 15:55:45.097127 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.257705 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59566) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:49.380553 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.399170 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:55:49.402935 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Usage tracker for resource:security_group_rule and tenant:9f030f6d49ea4750aa1de61fdb604db1 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:55:49.405892 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:55:49.411503 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:55:49.492219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.496297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.505702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d9d8c9b4-b52a-45a5-8efe-e53e871ccd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:49.544393 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f030f6d49ea4750aa1de61fdb604db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853255 Jul 09 15:55:49.546590 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22be790b-1511-4ebd-968d-87a91473f15a,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:49.547572 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59574) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:55:49.549805 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:49.609787 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.636571 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.692455 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.697971 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-e1a394c5-71e5-4a5d-9812-0eb6b887f391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:55:49.710837 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22be790b-1511-4ebd-968d-87a91473f15a,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:49.713276 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:55:49.717012 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.719026 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1cc6adf5-11f2-4071-8d1d-19a4f29bbc53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/22be790b-1511-4ebd-968d-87a91473f15a HTTP/1.1" status: 204 len: 168 time: 0.1701446 Jul 09 15:55:50.665242 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-12cb78df-ac0f-4448-af89-1ab7b22b57b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706429 Jul 09 15:55:50.774734 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-088f8eb5-f0ac-4bc0-bc5a-74a22baf6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:50.776195 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-088f8eb5-f0ac-4bc0-bc5a-74a22baf6863 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 1099 time: 0.0753984 Jul 09 15:55:50.920000 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-04597abd-3950-4639-8ae2-ce78c9f20b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:50.921366 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-04597abd-3950-4639-8ae2-ce78c9f20b5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 200 len: 918 time: 0.1254218 Jul 09 15:55:50.960707 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:55:51.026847 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-13b430f8-ad57-4ab6-aa62-228f7ba442c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 200 len: 1001 time: 0.0975928 Jul 09 15:55:51.091163 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-cdd778cf-2668-4018-9c12-1b94144d3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:51.092564 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-cdd778cf-2668-4018-9c12-1b94144d3b32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 200 len: 856 time: 0.0577621 Jul 09 15:55:51.170515 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-b98137a3-d37e-49e8-9f4b-8eec8918b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:51.172406 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-b98137a3-d37e-49e8-9f4b-8eec8918b62b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81d98dc7-1fae-47af-84d4-feedc9581d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727632 Jul 09 15:55:51.312584 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-f9e5b2ad-df25-491d-986d-ab1d19a68ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310325 Jul 09 15:55:51.447437 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-1156bbfe-8e46-4c6d-b4c2-251a7af3e344 req-f7dd895a-42ea-43f9-b577-eb55297fc006 service neutron] 10.222.0.69 "GET /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265028 Jul 09 15:55:54.570475 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-22ecdec9-71ac-4629-ad60-b2da1da1010a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.230616 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.286314 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-178c8247-9474-4ab2-8554-d661d9495251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:58.336405 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.854487 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.107896 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2fad-a14e-44c1-882e-a77a07b1d1f6 req-509e6f8e-75fa-4805-93ed-e0ee773ea59c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:07.109253 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e6df2fad-a14e-44c1-882e-a77a07b1d1f6 req-509e6f8e-75fa-4805-93ed-e0ee773ea59c tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.0819466 Jul 09 15:56:07.159870 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-e6df2fad-a14e-44c1-882e-a77a07b1d1f6 req-15c7a140-4f7e-4777-8e70-38d5bc6147ce tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jul 09 15:56:08.352167 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57084a-75f0-45dc-af3d-f03922ddccd6 req-d6318c6d-38da-4768-a996-e22b10b6baad tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:08.353620 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6e57084a-75f0-45dc-af3d-f03922ddccd6 req-d6318c6d-38da-4768-a996-e22b10b6baad tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.0807047 Jul 09 15:56:08.398340 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-6e57084a-75f0-45dc-af3d-f03922ddccd6 req-d58b392e-1323-45a3-96d2-85ada38a9fd9 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389588 Jul 09 15:56:08.828485 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287eade9-09dd-468c-85ad-4c842f31b67f req-3cbb065b-1ffa-49a4-9330-5396570576e2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:08.830586 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-287eade9-09dd-468c-85ad-4c842f31b67f req-3cbb065b-1ffa-49a4-9330-5396570576e2 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.0852947 Jul 09 15:56:08.999566 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Deleting port 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:08.999907 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.248531 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] For port 1a16b5b2-31a5-4dd8-a737-55813601aa99, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1a16b5b2-31a5-4dd8-a737-55813601aa99,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:56:09.248890 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.560552 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.561241 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357207'] for floatingip, after_update {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.561655 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.l3_db [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Floating IP d9f29efe-313e-43fc-b778-5b7ac2a75e90 disassociated. External IP: 172.28.3.128, port: 1a16b5b2-31a5-4dd8-a737-55813601aa99. Jul 09 15:56:09.562251 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Calling delete_port for 1a16b5b2-31a5-4dd8-a737-55813601aa99 owned by compute:nova {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:09.594824 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c1e49-8550-4cd6-ad59-f7f78dafeb20 req-d374b136-e067-4dac-b2a0-766dac18c00b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:09.596312 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a78c1e49-8550-4cd6-ad59-f7f78dafeb20 req-d374b136-e067-4dac-b2a0-766dac18c00b tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 946 time: 0.0850742 Jul 09 15:56:09.643102 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-a78c1e49-8550-4cd6-ad59-f7f78dafeb20 req-386ae12c-bd44-4ab4-9ec3-cda20cb5e8cb tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5443347-8497-4993-9674-899ca027b438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Jul 09 15:56:09.744045 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.750676 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:09.798632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'Port': ['ID=1a16b5b2-31a5-4dd8-a737-55813601aa99,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:09.857290 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.857664 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.858051 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.858419 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.858781 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.859139 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.859493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.859849 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.860231 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.860547 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.860901 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.861245 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:09.868915 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:09.996728 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:56:10.184976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:56:10.195706 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:56:10.206565 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:56:10.207188 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:10.265110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] No DVR routers for this DVR port 1a16b5b2-31a5-4dd8-a737-55813601aa99 on host hv-cinder-80022 {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:56:10.268341 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for port, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:10.271329 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-deleted', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99'}] {{(pid=78596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:56:10.298502 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [req-287eade9-09dd-468c-85ad-4c842f31b67f req-9c1aa242-381b-4a91-9fc6-a7d93e447918 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.69 "DELETE /v2.0/ports/1a16b5b2-31a5-4dd8-a737-55813601aa99 HTTP/1.1" status: 204 len: 173 time: 1.4613941 Jul 09 15:56:10.323288 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870c2aac-4032-43b6-b278-241650587608', 'name': 'network-vif-deleted', 'tag': '1a16b5b2-31a5-4dd8-a737-55813601aa99', 'status': 'completed', 'code': 200} Jul 09 15:56:10.390120 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:56:10.729187 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:10.733052 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:56:10.741800 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:56:10.742433 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:10.824888 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [req-33282a06-2a8c-4880-9359-713cc4c12a50 req-5e7501e4-f58b-44f5-8579-b1b524356498 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/ports?device_id=870c2aac-4032-43b6-b278-241650587608 HTTP/1.1" status: 200 len: 210 time: 0.0516596 Jul 09 15:56:10.929193 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:56:11.058077 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:56:11.093593 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] No Port match for: 1a16b5b2-31a5-4dd8-a737-55813601aa99 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:56:11.093947 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Device 1a16b5b2-31a5-4dd8-a737-55813601aa99 not bound to the agent host hv-cinder-80022 {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:56:11.246119 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:11.250053 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f0739-4245-4161-80ad-144fc5b5245e None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:50:18Z', 'revision_number': 4, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb', '_interfaces': [{'id': 'f2d189f0-8924-4de5-a3b4-c7311704ae05', 'name': '', 'network_id': '81d98dc7-1fae-47af-84d4-feedc9581d68', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'mac_address': 'fa:16:3e:00:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:17Z', 'updated_at': '2021-07-09T15:50:26Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'subnets': [{'id': '145c0fef-6c76-4729-aa00-fba00cbfd6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:11.462636 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f2329-8a37-4045-a932-24764a69df5b None None] New status for floating IP d9f29efe-313e-43fc-b778-5b7ac2a75e90: DOWN {{(pid=78597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:56:11.954922 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59606) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:12.021687 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.049152 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.102437 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.106258 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-5686916c-4afa-420e-bfcb-53d231222a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:12.121471 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5443347-8497-4993-9674-899ca027b438,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:12.124469 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:12.136707 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.140306 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-dcdc4241-3008-42ae-83e5-f53c4d125db4 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "DELETE /v2.0/security-groups/c5443347-8497-4993-9674-899ca027b438 HTTP/1.1" status: 204 len: 168 time: 0.1819520 Jul 09 15:56:12.140650 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59610) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:12.158488 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.api.v2.resource [None req-8edaf044-ada6-4f08-a27d-0f8a2d98c54e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] show failed (client error): The resource could not be found. Jul 09 15:56:12.159477 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-8edaf044-ada6-4f08-a27d-0f8a2d98c54e tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "GET /v2.0/security-groups/c5443347-8497-4993-9674-899ca027b438 HTTP/1.1" status: 404 len: 347 time: 0.0173776 Jul 09 15:56:12.162290 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59614) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:12.322143 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Deleting port e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d {{(pid=78595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:12.322490 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.490904 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.491234 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.704468 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Calling delete_port for e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d owned by network:floatingip {{(pid=78595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:12.843497 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151483'] for port, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.847136 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:12.890623 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Pushing event deleted for resources: {'Port': ['ID=e9cf00e1-e8a6-4531-b0bc-bf3b12b3d57d,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:12.893642 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:12.988836 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks [] for floatingip, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:13.003550 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904240'] for floatingip, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:13.004687 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-5d7157b7-89d5-41b2-9f0a-98439f572843 tempest-AttachVolumeShelveTestJSON-674384779 tempest-AttachVolumeShelveTestJSON-674384779-project] 10.222.0.63 "DELETE /v2.0/floatingips/d9f29efe-313e-43fc-b778-5b7ac2a75e90 HTTP/1.1" status: 204 len: 168 time: 0.8415177 Jul 09 15:56:15.112080 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:15.791268 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59638) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:16.639695 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560713'] for router_interface, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:17.020814 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Deleting port f2d189f0-8924-4de5-a3b4-c7311704ae05 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:17.022481 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:17.230407 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] For port f2d189f0-8924-4de5-a3b4-c7311704ae05, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=f2d189f0-8924-4de5-a3b4-c7311704ae05,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:56:17.230756 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:17.356545 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Calling delete_port for f2d189f0-8924-4de5-a3b4-c7311704ae05 owned by network:router_interface {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:17.554620 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:17.558747 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-d9ea0851-10eb-4190-8318-dc273e79ff47 tempest-VolumesActionsTest-604980325 tempest-VolumesActionsTest-604980325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:17.607493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d189f0-8924-4de5-a3b4-c7311704ae05,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:17.641127 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:17.989256 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560893'] for router_interface, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:18.352493 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 has already been hosted by L3 agent 9fb84156-889e-4acf-9071-30c9d2e7521a {{(pid=78596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:56:18.534587 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] Notify agent at l3_agent.dv-cinder-800220-1-smb the message routers_updated {{(pid=78596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 15:56:18.544477 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Sync routers for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:56:18.547231 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-43c9f633-fd1f-480d-bac1-75e0fa00f7e0 admin admin] 10.222.0.63 "PUT /v2.0/routers/6cf2ec32-53e6-44c4-b760-b04eb1cd6289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7548428 Jul 09 15:56:18.550527 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59644) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:18.556085 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:56:18.556722 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:18.733834 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:18.739907 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: dv-cinder-800220-1-smb {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:56:18.921339 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:18.940207 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Deleting port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:18.940859 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.038939 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'external_fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port': {'id': '3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8', 'name': '', 'network_id': 'edbfeb9f-ae32-4631-8140-0b36e32281a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800220-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:50:14Z', 'updated_at': '2021-07-09T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22039055-f441-45f9-989f-cf8e43c5da0d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800220-1-smb'}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:19.043184 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Checking router: 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 for host: dv-cinder-800220-1-smb {{(pid=78598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:56:19.052157 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Routers {'6cf2ec32-53e6-44c4-b760-b04eb1cd6289'} bound to L3 agent in host dv-cinder-800220-1-smb {{(pid=78598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 15:56:19.052769 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800220-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:37:57Z,description=,heartbeat_timestamp=2021-07-09T15:55:57Z,host='dv-cinder-800220-1-smb',id=9fb84156-889e-4acf-9071-30c9d2e7521a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:37:57Z,topic='l3_agent')) {'router_ids': ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'], 'active': True} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:19.120249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] For port 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,segment=NetworkSegment(dd132e70-8d71-4bf5-9747-1542dcf28ea4),segment_id=dd132e70-8d71-4bf5-9747-1542dcf28ea4)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:56:19.120606 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.208961 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_dvr_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] Set router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 gateway port host: None {{(pid=78598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 15:56:19.351330 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.l3_hamode_db [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:56:18Z', 'revision_number': 6, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port_host': None}], 'dv-cinder-800220-1-smb', False) {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:19.355464 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc069-d8c9-41fc-9817-40989d396b1e None None] The sync data for ids ['6cf2ec32-53e6-44c4-b760-b04eb1cd6289'] in dv-cinder-800220-1-smb is: [{'id': '6cf2ec32-53e6-44c4-b760-b04eb1cd6289', 'name': 'tempest-AttachVolumeShelveTestJSON-1306917814-router', 'tenant_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:50:13Z', 'updated_at': '2021-07-09T15:56:18Z', 'revision_number': 6, 'project_id': 'b9421e60a5bb4fdeb864afe6044d21d2', 'gw_port_host': None}] {{(pid=78598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:19.367942 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Calling delete_port for 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 owned by network:router_gateway {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:19.540188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.544238 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4177338b-2878-4ae6-9c3c-b813ddf0ba6b tempest-AttachVolumeTestJSON-140818343 tempest-AttachVolumeTestJSON-140818343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:19.590124 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:19.616036 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:19.686939 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357218'] for router_gateway, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.872852 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-988'] for router, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.874986 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.898761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330113'] for router, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.899310 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf2ec32-53e6-44c4-b760-b04eb1cd6289 {{(pid=78596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 15:56:19.912316 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:19.913432 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cbe2ce29-6a8a-4d3e-b9d1-8b856d5c2aa0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6cf2ec32-53e6-44c4-b760-b04eb1cd6289 HTTP/1.1" status: 204 len: 168 time: 1.3607411 Jul 09 15:56:19.916044 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59648) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:19.978249 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Deleting subnet 145c0fef-6c76-4729-aa00-fba00cbfd6d8 {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:56:19.981310 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.033444 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.120230 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.189603 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:56:20.197270 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.202429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:20.226561 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:56:20.227200 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 3fc5ac37-417b-41bd-ab8e-89f8f96e7cd8 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:56:20.227800 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f2d189f0-8924-4de5-a3b4-c7311704ae05 no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:56:20.243550 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145c0fef-6c76-4729-aa00-fba00cbfd6d8,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:20.246411 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:20.249716 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.258635 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-b864e070-b795-4505-a386-52f43b52fc2d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/145c0fef-6c76-4729-aa00-fba00cbfd6d8 HTTP/1.1" status: 204 len: 168 time: 0.3398490 Jul 09 15:56:20.261631 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59652) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:20.267275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: f2d189f0-8924-4de5-a3b4-c7311704ae05 {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:56:20.267275 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device f2d189f0-8924-4de5-a3b4-c7311704ae05 not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:56:20.268076 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93836b-2d34-447b-837d-3cf4f8d32899 None None] Network 81d98dc7-1fae-47af-84d4-feedc9581d68 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:56:20.379804 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.391900 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Deleting port 57040206-6f3b-458f-b421-40102c64d45f {{(pid=78596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:20.392305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.573219 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] DHCP port deletion for 81d98dc7-1fae-47af-84d4-feedc9581d68 request from dv-cinder-800220-1-smb {{(pid=78597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 15:56:20.577290 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Deleting port 57040206-6f3b-458f-b421-40102c64d45f {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:20.577665 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.620631 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.db [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] For port 57040206-6f3b-458f-b421-40102c64d45f, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=57040206-6f3b-458f-b421-40102c64d45f,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:56:20.621323 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.750297 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.plugin [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Calling delete_port for 57040206-6f3b-458f-b421-40102c64d45f owned by network:dhcp {{(pid=78596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:20.794772 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.db [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] For port 57040206-6f3b-458f-b421-40102c64d45f, host dv-cinder-800220-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800220-1-smb',level=0,port_id=57040206-6f3b-458f-b421-40102c64d45f,segment=NetworkSegment(9bd62fdc-6827-4865-8694-d88beee67fe0),segment_id=9bd62fdc-6827-4865-8694-d88beee67fe0)] {{(pid=78597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 15:56:20.795168 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560457'] for port, precommit_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.925477 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Calling delete_port for 57040206-6f3b-458f-b421-40102c64d45f owned by network:dhcp {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 15:56:20.942273 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662117506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661751053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2120544'] for port, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:20.946305 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5f43fb98-3d75-4ff6-8ad7-0bbd0d4c22b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:20.990237 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57040206-6f3b-458f-b421-40102c64d45f,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:20.993160 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:20.995278 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] No DVR routers for this DVR port 57040206-6f3b-458f-b421-40102c64d45f on host dv-cinder-800220-1-smb {{(pid=78596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:56:21.007874 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.db.api [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:56:21.008245 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG oslo_db.api [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:56:21.113656 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.127346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d98dc7-1fae-47af-84d4-feedc9581d68']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:21.140038 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd62fdc-6827-4865-8694-d88beee67fe0') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:21.140338 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd62fdc-6827-4865-8694-d88beee67fe0') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:21.152655 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.169771 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.183464 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:56:21.183787 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:56:21.201954 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:56:21.277006 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.280877 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-e6228000-a7a6-4aab-be32-f06d6dd42663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:21.294272 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.304711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d98dc7-1fae-47af-84d4-feedc9581d68,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:21.308188 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:21.319965 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/81d98dc7-1fae-47af-84d4-feedc9581d68 HTTP/1.1" status: 204 len: 168 time: 1.0571163 Jul 09 15:56:21.442912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59658) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:21.497987 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-4ad04b70-f949-42c6-86cd-299aeb718e2f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b9421e60a5bb4fdeb864afe6044d21d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538497 Jul 09 15:56:21.501145 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59662) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:21.509273 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Deleting port 57040206-6f3b-458f-b421-40102c64d45f {{(pid=78597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 15:56:21.509829 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662115175'] for port, before_delete {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.562328 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.580299 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-285d4f9f-84d0-4351-9da9-e59cfd2208e2 None None] The port '57040206-6f3b-458f-b421-40102c64d45f' was deleted {{(pid=78597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 15:56:21.591288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.647567 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.651350 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cdda098f-792f-4bec-a293-1f5ed57547af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:21.668612 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719a24c-706e-4a42-ac58-7767743cacb9,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:21.674110 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:21.676076 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:21.679842 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a5eb5013-73e7-477f-b8d5-ffe868c67d18 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e719a24c-706e-4a42-ac58-7767743cacb9 HTTP/1.1" status: 204 len: 168 time: 0.1751192 Jul 09 15:56:22.180444 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 57040206-6f3b-458f-b421-40102c64d45f no longer exists at agent ovs-agent-dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 15:56:22.216351 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-f34eee6a-5104-42ba-832b-60946779620e None None] No Port match for: 57040206-6f3b-458f-b421-40102c64d45f {{(pid=78597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 15:56:22.216708 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Device 57040206-6f3b-458f-b421-40102c64d45f not bound to the agent host dv-cinder-800220-1-smb {{(pid=78597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 15:56:22.547585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59686) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:22.661929 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.v2.base [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669397543-network', 'tenant_id': 'eb8a63f95f7643729e0f82f79464451b'}} {{(pid=78596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:22.666828 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:22.670680 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Usage tracker for resource:network and tenant:eb8a63f95f7643729e0f82f79464451b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:22.674257 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:22.681119 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:22.691903 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Made reservation on behalf of eb8a63f95f7643729e0f82f79464451b for: {'network': 1} {{(pid=78596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:22.694202 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.706827 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.721881 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:22.725710 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Usage tracker for resource:security_group_rule and tenant:eb8a63f95f7643729e0f82f79464451b is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:22.728554 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:22.734406 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:22.827585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.832682 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.835922 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-5978d484-c2ad-4903-9297-c785c77dba8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:22.866532 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=78596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:56:22.875263 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0bde1-1559-425a-a510-6b179660011c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:22.881382 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.881725 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.db.segments_db [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Added segment 1373067c-0429-4f35-80a3-3151ba7ea524 of type vlan for network 47223d40-75a2-40f3-90a3-454724ca2fa4 Jul 09 15:56:22.887250 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:22.917219 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.947205 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.948518 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:22.949105 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.952473 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-bf47d473-7c58-48d0-9b77-d04ea6ca7796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:23.053996 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Pushing event updated for resources: {'Network': ['ID=47223d40-75a2-40f3-90a3-454724ca2fa4,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:23.057125 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5085282 Jul 09 15:56:23.058009 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a76ece21-c09b-4e01-879e-4063f675174a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:23.061277 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59692) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:23.064329 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 47223d40-75a2-40f3-90a3-454724ca2fa4 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:23.068672 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Request body: {'subnet': {'network_id': '47223d40-75a2-40f3-90a3-454724ca2fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669397543-subnet', 'tenant_id': 'eb8a63f95f7643729e0f82f79464451b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:23.073692 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:23.077698 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Usage tracker for resource:subnet and tenant:eb8a63f95f7643729e0f82f79464451b is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:23.081583 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:23.088992 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:23.100887 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Made reservation on behalf of eb8a63f95f7643729e0f82f79464451b for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:23.103795 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:23.322454 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:23.327492 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-7ff3d7e5-cd8b-44e0-bb20-8a6dc26bb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:23.402229 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd6179a-6c0b-4d6f-b526-501f94b6702c,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:23.414920 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.415296 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.415666 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.416030 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.416392 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.416748 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.417111 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.417463 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.417832 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.418201 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.418557 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.418905 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800220-1-smb {{(pid=78595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:23.421882 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Checking segment: {'id': '1373067c-0429-4f35-80a3-3151ba7ea524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47223d40-75a2-40f3-90a3-454724ca2fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:23.422529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Network hostable DHCP agents. Network: 47223d40-75a2-40f3-90a3-454724ca2fa4, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:23.426843 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:23.442613 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Network 47223d40-75a2-40f3-90a3-454724ca2fa4 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:23.451982 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 47223d40-75a2-40f3-90a3-454724ca2fa4) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:23.456648 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:23.457241 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:23.463057 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee7cf4-abd1-4059-a0f5-68062a4f9705 None None] Network 47223d40-75a2-40f3-90a3-454724ca2fa4 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:56:23.479875 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4bf3bb5d-7c64-4731-85ef-31a1f556a76f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4162681 Jul 09 15:56:23.685277 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fdfaa-49d0-4a5a-abf1-0cf0c7d3450f None None] Network 47223d40-75a2-40f3-90a3-454724ca2fa4 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:56:24.034927 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59710) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:24.040624 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706297141-network', 'tenant_id': '2236a80a16044491b779acea57aaffde'}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:24.045315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:24.050264 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Usage tracker for resource:network and tenant:2236a80a16044491b779acea57aaffde is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:24.053532 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:24.060737 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:24.071480 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Made reservation on behalf of 2236a80a16044491b779acea57aaffde for: {'network': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:24.073895 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1347549'] for network, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.086004 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.101183 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:24.104979 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Usage tracker for resource:security_group_rule and tenant:2236a80a16044491b779acea57aaffde is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:24.107757 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:24.113983 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:24.196123 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.199791 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.204065 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-783f4a3a-2e96-4a46-be4b-04a3065c4496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:24.237018 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=78595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:56:24.245790 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20e159-9bb9-4c51-a052-b4198af3c761,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:24.249356 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:24.253618 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.253965 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.db.segments_db [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Added segment 10cd9c0c-ed8c-4a28-a5fc-fa551cb6753f of type vlan for network 88c120da-f71c-4df2-9783-3af436512fe1 Jul 09 15:56:24.279060 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661739138'] for network, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.309269 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757'] for network, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.310601 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:24.311242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.314628 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-64e2dac9-b8c6-4c8a-bade-ccc9a792e002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:24.415951 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Pushing event updated for resources: {'Network': ['ID=88c120da-f71c-4df2-9783-3af436512fe1,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:24.418746 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3827975 Jul 09 15:56:24.419611 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-6e4b3a47-1ec1-4e4b-bb39-76e694d5d8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:24.423278 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59714) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:24.428633 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.v2.base [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Request body: {'subnet': {'network_id': '88c120da-f71c-4df2-9783-3af436512fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706297141-subnet', 'tenant_id': '2236a80a16044491b779acea57aaffde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:24.429545 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.plugins.ml2.rpc [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Network 88c120da-f71c-4df2-9783-3af436512fe1 details requested by agent ovs-agent-dv-cinder-800220-1-smb with host dv-cinder-800220-1-smb {{(pid=78597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 15:56:24.433805 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:24.437765 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Usage tracker for resource:subnet and tenant:2236a80a16044491b779acea57aaffde is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:24.441081 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:24.446998 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:24.458458 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Made reservation on behalf of 2236a80a16044491b779acea57aaffde for: {'subnet': 1} {{(pid=78595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:24.460805 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372833'] for subnet, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.571737 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-85920093-8859-4a60-b167-aad2c1ef5a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.671168 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372855'] for subnet, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.675819 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-9673e786-06e6-41db-a037-e08905ce00cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:24.752612 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89012725-61fa-4bb6-9516-e65f823674bf,revision_number=0']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:24.754768 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Checking segment: {'id': '10cd9c0c-ed8c-4a28-a5fc-fa551cb6753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '88c120da-f71c-4df2-9783-3af436512fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:24.755114 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Network hostable DHCP agents. Network: 88c120da-f71c-4df2-9783-3af436512fe1, hostable agents: ['d9b0bc3c-e24f-4577-82ca-3085d64fd8d2'], hosted agents: [] {{(pid=78595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:24.759378 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:24.774463 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Network 88c120da-f71c-4df2-9783-3af436512fe1 is scheduled to be hosted by DHCP agent d9b0bc3c-e24f-4577-82ca-3085d64fd8d2 with binding_index 1 {{(pid=78595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:24.784606 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800220-1-smb, 88c120da-f71c-4df2-9783-3af436512fe1) {{(pid=78595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:24.789551 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:24.790148 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for subnet, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.794957 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e43c8-f79f-480b-bdce-317de966c64c None None] Network 88c120da-f71c-4df2-9783-3af436512fe1 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:56:24.811218 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-a7ac8e80-1436-4796-913b-d096bb72435d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3870122 Jul 09 15:56:24.946809 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59720) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:25.006424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Deleting subnet 3dd6179a-6c0b-4d6f-b526-501f94b6702c {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:56:25.009410 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.038222 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb72ef-ab89-414c-af71-81e0f71a5b6c None None] Network 88c120da-f71c-4df2-9783-3af436512fe1 requested from dv-cinder-800220-1-smb {{(pid=78597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 15:56:25.063761 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.117974 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.185068 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.190484 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a9a8b65e-7075-46ad-b9a4-b4ea806c8335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:25.228644 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd6179a-6c0b-4d6f-b526-501f94b6702c,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:25.230843 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.233763 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:25.238422 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-40dcf9f0-c504-472f-8ca5-b62c009c9fbe admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3dd6179a-6c0b-4d6f-b526-501f94b6702c HTTP/1.1" status: 204 len: 168 time: 0.2905574 Jul 09 15:56:25.240817 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59724) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:25.259853 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.347697 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.479418 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.493296 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47223d40-75a2-40f3-90a3-454724ca2fa4']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:25.506125 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1373067c-0429-4f35-80a3-3151ba7ea524') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:25.506424 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1373067c-0429-4f35-80a3-3151ba7ea524') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:25.517943 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.534522 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.540776 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:56:25.541163 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:56:25.554910 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:56:25.630088 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.634978 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.637450 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-4e2a797f-5e43-43d7-a3c1-cc535e343149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:25.657213 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Pushing event deleted for resources: {'Network': ['ID=47223d40-75a2-40f3-90a3-454724ca2fa4,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:25.659900 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:25.664345 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-71743d69-e0c4-4d31-9267-c7eeb9c10434 admin admin] 10.222.0.63 "DELETE /v2.0/networks/47223d40-75a2-40f3-90a3-454724ca2fa4 HTTP/1.1" status: 204 len: 168 time: 0.4198549 Jul 09 15:56:25.664702 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59728) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:25.722891 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Deleting subnet 89012725-61fa-4bb6-9516-e65f823674bf {{(pid=78596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 15:56:25.725883 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.776694 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005866'] for subnet, precommit_delete_associations {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.927272 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397660'] for subnet, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.991701 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118682'] for subnet, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:25.995942 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:26.034336 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89012725-61fa-4bb6-9516-e65f823674bf,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:26.036165 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.039814 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:26.042579 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-cbfaaddf-7998-4db5-914e-21a6e57b6e58 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/89012725-61fa-4bb6-9516-e65f823674bf HTTP/1.1" status: 204 len: 168 time: 0.3771689 Jul 09 15:56:26.047736 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59732) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:26.152880 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329279'] for network, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.280570 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399571', 'neutron.services.segments.db._delete_segments_for_network-8791662224312'] for network, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.294064 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c120da-f71c-4df2-9783-3af436512fe1']}} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:26.307037 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cd9c0c-ed8c-4a28-a5fc-fa551cb6753f') {'for_net_delete': True} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:26.307336 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.services.segments.db [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cd9c0c-ed8c-4a28-a5fc-fa551cb6753f') {} {{(pid=78596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:26.319678 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662251295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3005857'] for segment, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.336212 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1418706'] for segment, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.343065 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=78596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:56:26.343456 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1418667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2120501'] for segment, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: Traceback (most recent call last): Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: timer() Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: cb(*args, **kw) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: return func(*args, **kwargs) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: self._notify() Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: self.callback(batched_events) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: event.method(event) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: return f(self, *a, **k) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: return self._get(url).json() Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: return self.request(url, 'GET', **kwargs) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:56:26.356482 dv-cinder-800220-1-smb neutron-server[78596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:56:26.434576 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-641757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357193'] for network, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.438699 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-18b8ab3f-f470-4c2e-a01f-d8fd181b56a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:26.452496 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-641743'] for network, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.462560 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=88c120da-f71c-4df2-9783-3af436512fe1,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:26.465125 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/88c120da-f71c-4df2-9783-3af436512fe1 HTTP/1.1" status: 204 len: 168 time: 0.4191148 Jul 09 15:56:26.466148 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-54e388f8-aaec-4316-be13-4cd59540c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:26.660138 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59738) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:26.710207 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-4f9cd292-b420-4fcc-83cb-79aaab22dcf8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eb8a63f95f7643729e0f82f79464451b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486684 Jul 09 15:56:26.712529 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59742) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:26.772525 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.798876 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.854284 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.858300 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4ef35b74-998d-41d3-9b9e-e7ac1251fae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:26.871712 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0bde1-1559-425a-a510-6b179660011c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:26.874717 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:26.877282 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.878414 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-d51b2a86-dc7c-462b-bf3b-cf8332e23238 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eed0bde1-1559-425a-a510-6b179660011c HTTP/1.1" status: 204 len: 168 time: 0.1648314 Jul 09 15:56:27.243264 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59750) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:27.290921 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-5619b5f6-02a5-43bc-b14a-1c25f76a5b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.303894 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-1772043e-8748-4f45-aeed-afd85f674165 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2236a80a16044491b779acea57aaffde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592558 Jul 09 15:56:27.307330 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59754) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:27.367314 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.394204 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.447824 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.451935 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-03697420-ddf6-4588-b544-b1f145002992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:27.463946 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20e159-9bb9-4c51-a052-b4198af3c761,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:27.467463 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:27.471826 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.472965 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-68f4a128-efb1-4ac3-a607-f3bc27575f9d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bb20e159-9bb9-4c51-a052-b4198af3c761 HTTP/1.1" status: 204 len: 168 time: 0.1656294 Jul 09 15:56:27.962270 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:56:28.340565 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:29.855615 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:34.763996 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59836) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:34.880003 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:34.894689 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:34.898545 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Usage tracker for resource:security_group_rule and tenant:13ee7324cfd44f838b8e71ed28b25ca5 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:34.901346 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:34.907561 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:34.989002 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:34.992754 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:34.999976 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-876eba03-469f-4e36-987c-247714d6c664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:35.053388 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a211e-2623-47ba-8e8b-f788c0b7540c,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:35.056971 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:35.059560 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13ee7324cfd44f838b8e71ed28b25ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945764 Jul 09 15:56:35.062315 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59842) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:35.122583 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:35.148095 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:35.203051 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:35.207334 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-91494013-0ed6-4b93-92e4-e7da6d686ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:35.218445 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a211e-2623-47ba-8e8b-f788c0b7540c,revision_number=None']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:35.222498 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:35.225699 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:35.226836 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-93f627ba-5efa-4fab-872b-f6542106f99b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/330a211e-2623-47ba-8e8b-f788c0b7540c HTTP/1.1" status: 204 len: 168 time: 0.1634963 Jul 09 15:56:45.113316 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.108092 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.wsgi [-] (78595) accepted ('10.222.0.63', 59954) {{(pid=78595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:49.233075 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.250283 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:56:49.254909 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Usage tracker for resource:security_group_rule and tenant:4e143b74f22142cdbb7eaec535fad5c7 is out of sync, need to count used quota {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:56:49.257827 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.quota.resource [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:56:49.263629 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.db.quota.driver [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:56:49.348407 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.352568 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.359727 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-a0add4a1-90ec-499a-a874-927a8f7dc386 tempest-TestShelveInstance-472965225 tempest-TestShelveInstance-472965225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:49.400944 dv-cinder-800220-1-smb neutron-server[78595]: INFO neutron.wsgi [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e143b74f22142cdbb7eaec535fad5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917490 Jul 09 15:56:49.402242 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58cc359-fce5-4b9c-9b8e-9ce9d6583bb2,revision_number=1']} {{(pid=78595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:49.403912 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 59960) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:56:49.405897 dv-cinder-800220-1-smb neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-b59ebb8d-d37b-44f9-b1b4-694cdfd53143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:49.476429 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.503632 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.563437 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.570284 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ff5a5dfe-119b-4df7-93fa-5eb12fbdf6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:56:49.582674 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58cc359-fce5-4b9c-9b8e-9ce9d6583bb2,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:49.587649 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:56:49.595139 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:49.596559 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-ad9fd5a7-0d98-4850-b4c9-c97732e08e2e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d58cc359-fce5-4b9c-9b8e-9ce9d6583bb2 HTTP/1.1" status: 204 len: 168 time: 0.1904733 Jul 09 15:56:54.574476 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-5c10d524-1978-45a0-b479-72eab5f4f8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:55.226441 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:57.294681 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-2c04a2c7-d21b-4a0e-b43b-3a230c7f438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:58.342459 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.858890 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.827288 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 60112) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:01.952709 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.967317 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 15:57:01.971397 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9b865116b3480aa0445c1aafdcc5f6 is out of sync, need to count used quota {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 15:57:01.974312 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.quota.resource [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 15:57:01.980000 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.db.quota.driver [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 15:57:02.076147 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.080585 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_create {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.087755 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-ffcb762c-3fb8-4265-8857-a8f51b1d0cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:02.131674 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2201097a-bb0a-4f1d-9037-fb5f5a1e6b70,revision_number=1']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:02.135980 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c9b865116b3480aa0445c1aafdcc5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076751 Jul 09 15:57:02.137759 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-a5534de8-1adc-45d1-8571-a1be93dc8a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:02.139257 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.wsgi [-] (78596) accepted ('10.222.0.63', 60118) {{(pid=78596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 15:57:02.198968 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.225711 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.278604 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353972'] for security_group, after_delete {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.284070 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-02d5a1e1-9599-4333-b6cb-3808e8e48c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:57:02.294506 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201097a-bb0a-4f1d-9037-fb5f5a1e6b70,revision_number=None']} {{(pid=78596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:02.298612 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG oslo_concurrency.lockutils [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:57:02.303012 dv-cinder-800220-1-smb neutron-server[78596]: DEBUG neutron_lib.callbacks.manager [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.304167 dv-cinder-800220-1-smb neutron-server[78596]: INFO neutron.wsgi [None req-3a6e33a0-338a-4642-a100-65e65f27c37d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2201097a-bb0a-4f1d-9037-fb5f5a1e6b70 HTTP/1.1" status: 204 len: 168 time: 0.1644506 Jul 09 15:57:04.962203 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:57:15.126015 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:24.575597 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-29c3a922-9e34-450b-b51f-a9a13bcc6af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:25.228464 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:27.297308 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-dc93d54e-45ee-47e6-b532-26f6e93b3189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:28.353054 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.863382 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:41.962183 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:57:45.142098 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:54.580726 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-d9eeef59-8c19-4942-95ea-0449038529d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:55.233043 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:57.300658 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa63d-d804-4aab-bb87-420d19a92c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:58.346839 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.863838 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:15.139842 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:18.961375 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:58:24.584214 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-803a1a77-6485-4704-9d3c-be9209141d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.238668 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.303316 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-7ad24b73-36fd-467f-b206-4c36098ff91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.350869 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.900109 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.154241 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.590074 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-202fb3d8-eb91-4ba6-9649-cc3a1f50ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.233452 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.961312 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:58:57.305530 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-6be4183d-3e05-4ffa-a1a8-8461053a2e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.352490 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.905613 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:15.156611 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:24.585002 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-a60c33be-1ef2-4dc1-b33c-a836d1461b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.235451 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:27.307496 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0b93c3ee-042b-4657-b9ee-aae0ed09cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:28.356301 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.909422 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:32.960807 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 15:59:45.154734 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:54.588601 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b32754a4-827a-4d29-bb10-8d687e3e22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.238465 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.309128 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1ad847df-4109-4ce1-b81a-f86af22dcac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:58.358872 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:59.912819 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:09.959899 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:00:15.154971 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:24.592239 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-036e2abd-9d08-4e21-919e-566516399ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:25.242491 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:27.313072 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1b81da7e-9787-4cf7-8316-2f469b5a32a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:28.360781 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:29.915735 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.170728 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:46.959126 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:00:54.595422 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-c6602e2f-b9f6-4d6e-87c9-598043c59505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.245281 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.316231 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-1b761e99-9edb-4ae4-9f70-66dd6082529c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:58.365437 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:59.919217 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:15.169516 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:23.959332 dv-cinder-800220-1-smb neutron-server[78598]: DEBUG neutron.db.agents_db [None req-a2828e86-c326-48fa-ae20-ed684a7c265e None None] Agent healthcheck: found 6 active agents {{(pid=78598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 16:01:24.599546 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-012a8ccd-76f1-45d7-891b-ec1855ba9548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.246630 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f34eee6a-5104-42ba-832b-60946779620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:27.319560 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-f7963fa8-083a-438b-a9f2-3f4929305bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:28.367814 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-0d23113f-e0b1-407a-b8e2-62d7bda01531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.922176 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-bb462936-f74a-43f8-b6e7-cec137a0ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:45.165317 dv-cinder-800220-1-smb neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-b07651cb-d81a-4cc2-be50-a6760f393b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662224321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393629'] for agent, after_update {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}